-- Logs begin at Fri 2021-02-05 18:10:05 UTC, end at Fri 2021-02-05 19:10:44 UTC. -- Feb 05 18:46:16.062866 dv-cinder-774288-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 05 18:46:18.722249 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.common.config [-] Logging enabled! Feb 05 18:46:18.722770 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev475 Feb 05 18:46:18.724071 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80047) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 05 18:46:18.725855 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.common.config [-] Logging enabled! Feb 05 18:46:18.726148 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev475 Feb 05 18:46:18.726490 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80047) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 05 18:46:18.727523 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 05 18:46:18.727786 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 05 18:46:18.728810 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 05 18:46:18.729090 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 05 18:46:18.729369 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 05 18:46:18.729735 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.730071 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.730405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.730663 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.730995 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.731589 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.731906 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.732233 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.732567 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.732886 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.733217 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.733530 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.733785 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.734099 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.734424 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.734763 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.735015 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] debug = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.735325 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.735858 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.736179 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.736488 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.736809 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.737109 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.737439 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.737755 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.738113 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] host = dv-cinder-774288-2-smb {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.738422 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.738744 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.739064 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.739384 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.739688 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.739995 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.740315 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.740619 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.740922 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] log_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.741249 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.741572 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.741895 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.742223 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.742474 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.742722 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.743042 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.743365 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.743671 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.743977 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.744282 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.744586 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.744889 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.745219 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.745530 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.745851 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.746175 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.746484 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.746789 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.747091 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.747393 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.747711 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.748014 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.748320 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.748624 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.748945 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.749268 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.749574 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.749911 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.750233 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.750573 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.750895 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.751201 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.751520 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.751824 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.752127 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.752429 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] use_json = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.752733 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.753033 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.753375 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.753682 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.753984 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.754287 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.754591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.754913 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:18.755243 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.755574 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.755913 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.756226 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.756550 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.756866 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.757208 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.757521 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.757844 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.758166 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.758485 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.758797 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.759116 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.759424 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.759753 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.760092 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.760420 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.760749 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.761054 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.761381 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.761687 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.761996 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.762310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.762639 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.762969 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.763274 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.763585 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.763914 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.764223 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.764525 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.764837 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.765164 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.765497 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.765807 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.766684 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.766992 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.767296 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.767600 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.767909 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.768234 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.768540 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.768840 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.769141 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.769473 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.769775 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.770093 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.770403 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.770705 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.771006 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.771316 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.771618 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.771921 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.772239 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.772543 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.772850 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.773155 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.773489 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.773791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.774095 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.774399 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.774700 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.775002 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.775318 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.775623 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.775927 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.776229 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.776531 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.776832 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.777145 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.777502 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.777814 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.778125 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.778438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.778747 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.779053 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.779362 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.779674 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.779983 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.780284 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.780610 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.780927 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.781265 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.781583 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.782449 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.782783 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.783094 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.783408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.783717 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.784028 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.784343 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.784666 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.784991 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.785346 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.785675 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.785997 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.786322 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.786633 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.786977 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.787286 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:18.787526 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 05 18:46:18.787782 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80047) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 05 18:46:19.434054 dv-cinder-774288-2-smb neutron-server[80047]: INFO keyring.backend [-] Loading Gnome Feb 05 18:46:19.450824 dv-cinder-774288-2-smb neutron-server[80047]: INFO keyring.backend [-] Loading Google Feb 05 18:46:19.453353 dv-cinder-774288-2-smb neutron-server[80047]: INFO keyring.backend [-] Loading Windows (alt) Feb 05 18:46:19.457448 dv-cinder-774288-2-smb neutron-server[80047]: INFO keyring.backend [-] Loading file Feb 05 18:46:19.458289 dv-cinder-774288-2-smb neutron-server[80047]: INFO keyring.backend [-] Loading keyczar Feb 05 18:46:19.458573 dv-cinder-774288-2-smb neutron-server[80047]: INFO keyring.backend [-] Loading multi Feb 05 18:46:19.459198 dv-cinder-774288-2-smb neutron-server[80047]: INFO keyring.backend [-] Loading pyfs Feb 05 18:46:19.505108 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:46:19.505440 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:46:19.505760 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:46:19.506127 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 05 18:46:19.894579 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:19.895136 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:19.895136 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:19.941405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:19.941714 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:19.942008 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:19.945701 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:19.946007 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:19.946311 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.013074 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.013405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.013697 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.014827 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.015121 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.015408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.282800 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.283046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.283346 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.283641 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.284463 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.430070 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.430439 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.430757 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.431056 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.431349 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.431723 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.432015 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.432297 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.432577 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.432903 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.433228 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.433512 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.433808 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.434089 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.434391 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.434697 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.434980 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.435288 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.435565 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.436038 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.436315 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.436587 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.436917 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.437200 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.437494 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.438519 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 18:46:20.438796 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 18:46:20.439066 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 18:46:20.439335 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 18:46:20.439602 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 18:46:20.439868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 18:46:20.441390 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 05 18:46:20.444500 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 05 18:46:20.448352 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 05 18:46:20.452282 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Feb 05 18:46:20.453976 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 05 18:46:20.455014 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 05 18:46:20.455393 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 05 18:46:20.455821 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 05 18:46:20.458714 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 05 18:46:20.458992 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 05 18:46:20.459371 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 05 18:46:20.481019 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 05 18:46:20.481795 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.482118 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80047) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 05 18:46:20.482521 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.483856 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80047) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 05 18:46:20.484164 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 05 18:46:20.484438 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 05 18:46:20.488074 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.488384 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:20.554547 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 05 18:46:20.554765 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 05 18:46:20.555029 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 05 18:46:20.555423 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 05 18:46:20.590152 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_db.sqlalchemy.engines [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80047) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 05 18:46:21.027386 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Initializing driver for type 'gre' Feb 05 18:46:21.027936 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] gre ID ranges: [(1, 1000)] Feb 05 18:46:21.068628 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Initializing driver for type 'local' Feb 05 18:46:21.068994 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Initializing driver for type 'vlan' Feb 05 18:46:21.078692 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] VlanTypeDriver initialization complete Feb 05 18:46:21.079066 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Initializing driver for type 'vxlan' Feb 05 18:46:21.079602 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] vxlan ID ranges: [(1, 1000)] Feb 05 18:46:21.119246 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Initializing extension driver 'port_security' Feb 05 18:46:21.119602 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.extensions.port_security [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] PortSecurityExtensionDriver initialization complete Feb 05 18:46:21.119973 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Initializing mechanism driver 'openvswitch' Feb 05 18:46:21.126783 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:46:21.127628 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > port after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.128032 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > port after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.128419 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > port after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.128847 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > subnet after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.129258 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > subnet after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.129641 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.130054 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > network after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.130438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > network after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.130813 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > network after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.131226 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > security_group after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.131606 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > security_group after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.131980 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.132393 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.132771 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.133144 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.133710 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > address_group after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.134092 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > address_group after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.134465 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.134830 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] ML2 OVO RPC backend initialized. {{(pid=80047) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 05 18:46:21.135542 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.135932 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.136389 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > network before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.136772 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > networks before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.137149 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > port before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.137554 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > ports before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.137933 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > subnet before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.138307 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > subnets before_response 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.138693 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > network after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.139066 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > network after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.139460 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > network after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.139808 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > port after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.140178 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > port after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.140546 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > port after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.140914 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > subnet after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.141336 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > subnet after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.141708 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.142330 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.plugin [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Modular L2 Plugin initialization complete Feb 05 18:46:21.142681 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading services supported by the core plugin {{(pid=80047) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 05 18:46:21.143043 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.plugins.ml2.managers [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Got port-security extension from driver 'port_security' Feb 05 18:46:21.143546 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.extensions.vlantransparent [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Disabled vlantransparent extension. Feb 05 18:46:21.145010 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80047) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 05 18:46:21.145393 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading Plugin: router Feb 05 18:46:21.181797 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.182233 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router after_create 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.182634 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router before_create 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.183030 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.183441 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.183829 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router after_delete 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.184224 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.184624 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router after_create 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.185003 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router after_update 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.185451 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router after_update 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.185836 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.186235 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router after_update 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.186716 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router precommit_update 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.187128 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: port after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.187503 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: port after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.187926 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: subnet after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.188299 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.188686 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.189076 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router precommit_create 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.189493 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: port before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.189870 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router precommit_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.190273 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router after_update 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.190652 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.191036 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router precommit_create 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.191438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.191816 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router precommit_update 55549900 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.192242 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > network after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.193239 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Tracking information for resource: router configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 18:46:21.193611 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Tracking information for resource: floatingip configured {{(pid=80047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 18:46:21.198643 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.l3_agentschedulers_db [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 05 18:46:21.199160 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: port after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.199555 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: port after_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.199937 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: port after_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.200326 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: port after_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.201256 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router before_create 55550100 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.201659 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.202061 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router precommit_create 55550100 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.202454 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > router precommit_update 55550100 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.207297 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.provider_configuration [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Service providers = [] {{(pid=80047) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 05 18:46:21.207694 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.servicetype_db [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80047) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 05 18:46:21.210565 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.service_base [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 05 18:46:21.210948 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.service_base [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 05 18:46:21.211322 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.service_base [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 05 18:46:21.212217 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.service_base [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 05 18:46:21.212654 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.services.service_base [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 05 18:46:21.213074 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 18:46:21.213453 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 05 18:46:21.224186 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 18:46:21.224560 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading Plugin: auto_allocate Feb 05 18:46:21.232182 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: network precommit_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.232593 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: network precommit_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.233214 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 18:46:21.233574 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading Plugin: tag Feb 05 18:46:21.241094 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 18:46:21.241497 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading Plugin: timestamp Feb 05 18:46:21.245573 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 18:46:21.245960 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading Plugin: network_ip_availability Feb 05 18:46:21.251503 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.251908 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.252299 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.253086 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 18:46:21.253468 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading Plugin: flavors Feb 05 18:46:21.257970 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 18:46:21.258336 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading Plugin: revisions Feb 05 18:46:21.262613 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 18:46:21.263036 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.757s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:46:21.263843 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80047) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 05 18:46:21.264200 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Initializing extension manager. Feb 05 18:46:21.264765 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: __init__.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.265143 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: __pycache__ {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.265565 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.265937 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: address_group.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.267070 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.267723 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: address-group Feb 05 18:46:21.268087 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: address_scope.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.268867 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.269482 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: address-scope Feb 05 18:46:21.269849 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.270795 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.271377 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: router-admin-state-down-before-update Feb 05 18:46:21.271738 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: agent.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.272499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.273075 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: agent Feb 05 18:46:21.273462 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: agent_resources_synced.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.274398 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.274981 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: agent-resources-synced Feb 05 18:46:21.275341 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: allowedaddresspairs.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.277150 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.277810 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: allowed-address-pairs Feb 05 18:46:21.278133 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: auto_allocated_topology.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.279214 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.279806 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: auto-allocated-topology Feb 05 18:46:21.280163 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: availability_zone.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.280909 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.281522 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: availability_zone Feb 05 18:46:21.282410 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: availability_zone_filter.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.283338 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.283923 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: availability_zone_filter Feb 05 18:46:21.284281 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: data_plane_status.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.285233 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.285820 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension data-plane-status not supported by any of loaded plugins Feb 05 18:46:21.286181 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: default_subnetpools.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.287113 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.287696 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: default-subnetpools Feb 05 18:46:21.288057 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.289010 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.289650 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: dhcp_agent_scheduler Feb 05 18:46:21.290010 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: dns.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.290968 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.291544 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension dns-integration not supported by any of loaded plugins Feb 05 18:46:21.291940 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: dns_domain_ports.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.292863 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.293470 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 05 18:46:21.293831 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: dvr.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.294551 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.295134 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: dvr Feb 05 18:46:21.295489 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: empty_string_filtering.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.296408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.296987 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: empty-string-filtering Feb 05 18:46:21.297905 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.298837 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.299422 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 05 18:46:21.299783 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.300705 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.301308 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 05 18:46:21.301670 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: external_net.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.302588 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.303170 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: external-net Feb 05 18:46:21.303528 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.304444 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.305022 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: extra_dhcp_opt Feb 05 18:46:21.305405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: extraroute.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.306332 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.306912 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: extraroute Feb 05 18:46:21.307267 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: extraroute_atomic.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.308309 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.308891 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: extraroute-atomic Feb 05 18:46:21.309269 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: filter_validation.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.309984 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.310564 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: filter-validation Feb 05 18:46:21.310920 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: fip_pf_description.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.311846 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.312426 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 05 18:46:21.312783 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: fip_port_details.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.313782 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.314361 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: fip-port-details Feb 05 18:46:21.314718 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: flavors.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.315965 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.316557 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: flavors Feb 05 18:46:21.316921 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.318703 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.319298 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 05 18:46:21.319674 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: floatingip_pools.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.320523 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.321110 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: floatingip-pools Feb 05 18:46:21.321506 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: ip_allocation.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.322456 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.323037 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension ip_allocation not supported by any of loaded plugins Feb 05 18:46:21.323398 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.324334 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.324914 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: ip-substring-filtering Feb 05 18:46:21.325317 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: l2_adjacency.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.326248 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.326823 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 05 18:46:21.327182 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: l3.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.328266 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.328888 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: router Feb 05 18:46:21.329278 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.331585 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.332190 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 05 18:46:21.332562 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.333528 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.334115 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: ext-gw-mode Feb 05 18:46:21.334478 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.335410 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.335991 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: l3-ha Feb 05 18:46:21.336354 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: l3_flavors.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.337303 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.337891 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: l3-flavors Feb 05 18:46:21.338251 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.339174 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.339762 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 05 18:46:21.340118 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: l3agentscheduler.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.341429 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.342032 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: l3_agent_scheduler Feb 05 18:46:21.342396 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: logging.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.343914 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.345025 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension logging not supported by any of loaded plugins Feb 05 18:46:21.345433 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: metering.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.346244 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.346945 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: metering Feb 05 18:46:21.347309 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.348427 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.349013 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: metering_source_and_destination_fields Feb 05 18:46:21.349405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: multiprovidernet.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.350349 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.350936 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: multi-provider Feb 05 18:46:21.351512 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: netmtu.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.352221 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.352808 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: net-mtu Feb 05 18:46:21.353207 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: netmtu_writable.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.354119 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.354709 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: net-mtu-writable Feb 05 18:46:21.355071 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: network_availability_zone.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.355786 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.356624 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: network_availability_zone Feb 05 18:46:21.356980 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: network_ip_availability.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.358150 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.358735 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: network-ip-availability Feb 05 18:46:21.359096 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: network_segment_range.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.360618 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.361219 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension network-segment-range not supported by any of loaded plugins Feb 05 18:46:21.361609 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: pagination.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.362618 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.362989 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: pagination Feb 05 18:46:21.363348 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: port_device_profile.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.364292 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.364882 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: port-device-profile Feb 05 18:46:21.365268 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.366204 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.366793 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: port-mac-address-regenerate Feb 05 18:46:21.367151 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.368079 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.368665 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: port-numa-affinity-policy Feb 05 18:46:21.369022 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: port_resource_request.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.370002 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.370582 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension port-resource-request not supported by any of loaded plugins Feb 05 18:46:21.370943 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: portbindings.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.371886 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.372464 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: binding Feb 05 18:46:21.372822 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: portbindings_extended.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.374142 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.374726 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: binding-extended Feb 05 18:46:21.375087 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: portsecurity.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.376047 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.376639 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: port-security Feb 05 18:46:21.376999 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: project_id.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.378004 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.378374 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: project-id Feb 05 18:46:21.378735 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: providernet.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.379661 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.380248 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: provider Feb 05 18:46:21.380612 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: qos.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.384315 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.384915 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension qos not supported by any of loaded plugins Feb 05 18:46:21.385318 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.386853 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.389727 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 05 18:46:21.390293 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.391485 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.392074 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 05 18:46:21.392442 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: qos_default.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.393420 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.393997 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension qos-default not supported by any of loaded plugins Feb 05 18:46:21.394360 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: qos_fip.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.395063 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.395642 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension qos-fip not supported by any of loaded plugins Feb 05 18:46:21.396003 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: qos_gateway_ip.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.396950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.397553 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 05 18:46:21.397915 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: qos_port_network_policy.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.398848 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.399424 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 05 18:46:21.399781 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: qos_rule_type_details.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.400718 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.401336 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 05 18:46:21.401699 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: qos_rules_alias.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.402758 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.403338 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 05 18:46:21.403696 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: quotasv2.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.404681 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.405053 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: quotas Feb 05 18:46:21.405434 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: quotasv2_detail.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.407587 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.407962 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: quota_details Feb 05 18:46:21.408324 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: rbac.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.412047 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.412677 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: rbac-policies Feb 05 18:46:21.414133 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: rbac_address_scope.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.415298 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.415898 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: rbac-address-scope Feb 05 18:46:21.416261 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: rbac_security_groups.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.417244 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.417811 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: rbac-security-groups Feb 05 18:46:21.418167 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: rbac_subnetpool.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.419108 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.419701 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: rbac-subnetpool Feb 05 18:46:21.420057 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: revisionifmatch.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.420997 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.421611 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: revision-if-match Feb 05 18:46:21.421974 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: revisions.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.423661 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.424259 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: standard-attr-revisions Feb 05 18:46:21.424623 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: router_availability_zone.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.425705 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.426435 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: router_availability_zone Feb 05 18:46:21.426802 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: routerservicetype.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.427745 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.428331 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension router-service-type not supported by any of loaded plugins Feb 05 18:46:21.428694 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.429656 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.430245 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: security-groups-normalized-cidr Feb 05 18:46:21.430607 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.431549 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.432134 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: port-security-groups-filtering Feb 05 18:46:21.432494 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.433461 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.434061 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: security-groups-remote-address-group Feb 05 18:46:21.434420 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: securitygroup.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.447645 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.448260 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: security-group Feb 05 18:46:21.448630 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: segment.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.449518 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.450102 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension segment not supported by any of loaded plugins Feb 05 18:46:21.450469 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.451414 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.451997 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 05 18:46:21.452362 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: servicetype.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.453525 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.454139 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: service-type Feb 05 18:46:21.454478 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: sorting.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.455461 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.455830 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: sorting Feb 05 18:46:21.456185 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: standard_attr_segment.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.457118 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.457733 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 05 18:46:21.458092 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: standardattrdescription.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.458802 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.459379 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: standard-attr-description Feb 05 18:46:21.459740 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: stateful_security_group.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.460677 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.461284 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: stateful-security-group Feb 05 18:46:21.461644 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: stdattrs_common.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.462232 dv-cinder-774288-2-smb neutron-server[80047]: WARNING neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 05 18:46:21.462587 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.463599 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.464195 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 05 18:46:21.464550 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: subnet_onboard.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.465665 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.466250 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: subnet_onboard Feb 05 18:46:21.466607 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.467552 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.468130 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 05 18:46:21.468488 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: subnet_service_types.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.469963 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.470539 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: subnet-service-types Feb 05 18:46:21.470895 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: subnetallocation.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.471985 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.472579 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: subnet_allocation Feb 05 18:46:21.472937 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.473658 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.474241 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: subnetpool-prefix-ops Feb 05 18:46:21.474604 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.475545 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.476128 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 05 18:46:21.476485 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: tagging.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.478687 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.479282 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: standard-attr-tag Feb 05 18:46:21.479646 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: timestamp.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.480825 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.481694 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loaded extension: standard-attr-timestamp Feb 05 18:46:21.482059 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: trunk.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.483098 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.483684 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension trunk not supported by any of loaded plugins Feb 05 18:46:21.484040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: trunk_details.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.485574 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.486149 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension trunk-details not supported by any of loaded plugins Feb 05 18:46:21.486501 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: uplink_status_propagation.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.489947 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.490557 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 05 18:46:21.491838 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Loading extension file: vlantransparent.py {{(pid=80047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:46:21.492631 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:46:21.493249 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 05 18:46:21.495946 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Creating instance of TrackedResource for resource:network Feb 05 18:46:21.496786 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Creating instance of TrackedResource for resource:subnet Feb 05 18:46:21.497481 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 18:46:21.498148 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Creating instance of TrackedResource for resource:port Feb 05 18:46:21.499635 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:46:21.500282 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Service FLAVORS assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:46:21.501332 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:46:21.501804 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:46:21.502168 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Creating instance of TrackedResource for resource:router Feb 05 18:46:21.502889 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Creating instance of TrackedResource for resource:floatingip Feb 05 18:46:21.503655 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Service METERING assigned prefix: /metering {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:46:21.505487 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.505889 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.506275 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80047) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:46:21.507425 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Creating instance of CountableResource for resource:rbac_policy Feb 05 18:46:21.507918 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Creating instance of TrackedResource for resource:security_group Feb 05 18:46:21.508716 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 05 18:46:21.509589 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Service CORE assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:46:21.509962 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 18:46:21.510329 dv-cinder-774288-2-smb neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] subnetpool is already registered Feb 05 18:46:21.511006 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Service CORE assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:46:21.511369 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 18:46:21.511728 dv-cinder-774288-2-smb neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] subnetpool is already registered Feb 05 18:46:21.514470 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:46:21.514944 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Service FLAVORS assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:46:21.515587 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:46:21.516075 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:46:21.516443 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Creating instance of TrackedResource for resource:router Feb 05 18:46:21.516806 dv-cinder-774288-2-smb neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] router is already registered Feb 05 18:46:21.517507 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Creating instance of TrackedResource for resource:floatingip Feb 05 18:46:21.517878 dv-cinder-774288-2-smb neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] floatingip is already registered Feb 05 18:46:21.518562 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Service METERING assigned prefix: /metering {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:46:21.519298 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Creating instance of CountableResource for resource:rbac_policy Feb 05 18:46:21.519659 dv-cinder-774288-2-smb neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] rbac_policy is already registered Feb 05 18:46:21.520283 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Creating instance of TrackedResource for resource:security_group Feb 05 18:46:21.520644 dv-cinder-774288-2-smb neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] security_group is already registered Feb 05 18:46:21.521313 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 05 18:46:21.521674 dv-cinder-774288-2-smb neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] security_group_rule is already registered Feb 05 18:46:21.522490 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Service CORE assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:46:21.522851 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 18:46:21.523209 dv-cinder-774288-2-smb neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] subnetpool is already registered Feb 05 18:46:21.523876 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.resource_helper [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Service CORE assigned prefix: {{(pid=80047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:46:21.524233 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 18:46:21.524592 dv-cinder-774288-2-smb neutron-server[80047]: WARNING neutron.quota.resource_registry [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] subnetpool is already registered Feb 05 18:46:21.525354 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: extensions {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.526912 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: address-groups {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.528648 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: address-scopes {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.529918 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: agents {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.531141 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: auto-allocated-topology {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.533024 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: availability_zones {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.534425 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: dhcp-networks {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.535917 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: dhcp-agents {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.537433 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: routers {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.539315 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: flavors {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.540567 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: service_profiles {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.541888 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: next_providers {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.543509 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: service_profiles {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.545034 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: floatingip-pools {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.546347 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: routers {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.548800 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: floatingips {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.550082 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: l3-routers {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.551542 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: l3-agents {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.553040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: metering-labels {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.554481 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: metering-label-rules {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.555841 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: network-ip-availabilities {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.557209 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: bindings {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.558925 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: quotas {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.560428 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: quotas {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.561958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: rbac-policies {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.563376 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: security-groups {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.564641 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: security-group-rules {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.565971 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: service-providers {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.567272 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: subnetpools {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.569707 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: subnetpools {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.571270 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.573038 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.574954 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.576838 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.579819 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.581112 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.583026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.584958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.587112 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.589062 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.extensions [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Extended resource: tags {{(pid=80047) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:46:21.596679 dv-cinder-774288-2-smb neutron-server[80047]: WARNING keystonemiddleware.auth_token [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 05 18:46:21.601963 dv-cinder-774288-2-smb neutron-server[80047]: WARNING keystonemiddleware.auth_token [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 05 18:46:21.611213 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Acquired lock "singleton_lock" {{(pid=80047) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 05 18:46:21.611735 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Releasing lock "singleton_lock" {{(pid=80047) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 05 18:46:21.613213 dv-cinder-774288-2-smb neutron-server[80047]: INFO oslo_service.service [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Starting 2 workers Feb 05 18:46:21.618043 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Started child 80158 {{(pid=80047) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 05 18:46:21.622285 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:21.622832 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Started child 80159 {{(pid=80047) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 05 18:46:21.623812 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [-] (80158) wsgi starting up on http://0.0.0.0:9696 Feb 05 18:46:21.624404 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.service [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 05 18:46:21.625042 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Notify callbacks [] for process, before_spawn {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:21.626650 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:21.627626 dv-cinder-774288-2-smb neutron-server[80047]: INFO oslo_service.service [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Starting 1 workers Feb 05 18:46:21.628085 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [-] (80159) wsgi starting up on http://0.0.0.0:9696 Feb 05 18:46:21.633179 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Started child 80160 {{(pid=80047) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 05 18:46:21.633749 dv-cinder-774288-2-smb neutron-server[80047]: INFO oslo_service.service [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Starting 1 workers Feb 05 18:46:21.635768 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.service [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] calling RpcWorker wait() {{(pid=80160) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 05 18:46:21.636177 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.service [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] returning from RpcWorker wait() {{(pid=80160) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 05 18:46:21.637653 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:21.638164 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:46:21.638524 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Started child 80161 {{(pid=80047) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 05 18:46:21.639314 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4671074-93ad-4bf0-b753-947aaea543b2 None None] Notify callbacks [] for process, after_spawn {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:21.641508 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80047) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 05 18:46:21.641749 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 05 18:46:21.641958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 05 18:46:21.642231 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 05 18:46:21.642706 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 05 18:46:21.642815 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 05 18:46:21.643249 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:21.643403 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.643780 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.643934 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.644221 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.644542 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.645351 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.645527 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.645814 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.646129 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.646404 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.646601 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.646795 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.647088 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.647365 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.647723 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.648019 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.648287 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.648549 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.648762 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.649031 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.649375 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.649683 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.649990 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] debug = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.650244 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.650846 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.651106 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.651383 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.651635 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.651935 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.652200 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.652508 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.652791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.653038 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.653339 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.653639 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.653902 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.654166 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.654479 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.654741 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.655191 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] host = dv-cinder-774288-2-smb {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.655454 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.655702 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.655972 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.656234 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.656515 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.656852 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.657679 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.657974 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.658208 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.658472 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.658780 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.659031 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.659303 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.659566 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.659752 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_options = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.659977 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.660265 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.660542 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.660757 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.660950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.661141 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.661444 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.661597 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.661904 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.662155 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.662398 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.662644 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.662887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.663193 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.663396 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.663642 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.663913 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.664153 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.664456 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.664738 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.665001 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.665285 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.665539 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.665798 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.666045 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.666310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.666595 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.666825 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.667054 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.667291 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.667566 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.667874 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.668152 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.668419 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.668692 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.668932 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.669203 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.670145 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.670145 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.670145 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.670612 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:46:21.670751 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.670751 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.670751 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.671129 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.671271 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.671466 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_json = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.671709 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.671937 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.672449 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.672922 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.673199 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.673484 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.673755 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.674066 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.674532 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.674865 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.675671 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.675671 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.675858 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.676011 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.676264 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.676523 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.676810 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.677089 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.677492 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.677816 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.678835 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.678835 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.678835 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.679097 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.679261 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.679565 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.679790 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.681950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.681950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.681950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.681950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.681950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.681950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.681950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.681950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.682715 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.682715 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.682715 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.683025 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.683122 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.683950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.683950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.683950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.684267 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.684377 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.684600 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.685025 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.685596 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.685596 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.686023 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.686106 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.686312 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.686727 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.686827 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.687193 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.687306 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.688047 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.688047 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.688047 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.688338 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.689203 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.689203 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.689203 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.689435 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.689503 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.690427 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.690427 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.690427 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.690427 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.690711 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.690894 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.691331 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.691331 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.691612 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.691857 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.692108 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.692359 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.692605 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.692853 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.693115 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.693389 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.695103 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.695103 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.695103 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.695103 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.695103 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.695103 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.695103 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.695574 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.695574 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.695703 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.695955 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.696148 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.696485 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.696742 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.697025 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.697331 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.697629 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.697887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.698174 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.698432 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.698675 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.698991 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.699259 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.699467 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.699728 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.700304 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.700304 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.700601 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.700738 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.700947 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.701220 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.701496 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.701753 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.702052 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.702359 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.702597 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.702831 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.703111 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.703966 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.704202 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.704508 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.704823 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.705075 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.705445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.705758 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.706046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.706334 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.706621 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.706894 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.707167 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.707462 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.707793 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.707992 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.708279 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.708576 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.708859 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.709113 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.713029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.713029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.713029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.713029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.713029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.713029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.713029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.713029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.715528 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.715528 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.715528 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.715528 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.715528 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.715528 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.715528 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.715528 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.716322 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.716322 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.716322 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.716322 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.716322 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.716322 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.716322 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.716322 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.722016 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.722016 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.722016 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.722016 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.722554 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 39176) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:46:21.722799 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.722799 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.722799 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.722799 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.722799 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.722799 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.723878 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.723878 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.723878 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.723878 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.723878 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.724527 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.724527 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.724793 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.724937 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.725139 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.725434 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.725717 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.726039 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.726303 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.726558 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.726811 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.727070 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.727323 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.727591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.727881 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.728134 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.728421 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.728693 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.729070 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.729376 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.729652 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.729925 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.730181 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.730453 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.730727 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.730994 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.731248 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.731766 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.732047 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.732325 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.732603 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.732854 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.733105 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.733380 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.733633 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.733883 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.734269 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.734970 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.734970 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.735340 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.735340 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.735738 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.735738 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.736001 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.736224 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.736452 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.737213 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.737213 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.737213 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.737626 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.737626 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.737990 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.738507 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.738507 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.738824 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.738969 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.739385 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0151048 Feb 05 18:46:21.739928 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.741165 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.741765 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.742190 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.742657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.743718 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.743718 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.743718 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.743718 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.744315 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.744458 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.744703 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.744983 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.745354 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.745663 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.745972 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.746230 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.746557 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.746903 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.747355 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.747788 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.748097 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.748414 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.748681 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.753193 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.753193 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.753193 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.753193 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.753193 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.753193 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.753193 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.753193 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.753193 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.753992 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.753992 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.753992 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.753992 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.753992 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.753992 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 05 18:46:21.753992 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80047) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 05 18:46:21.753992 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 05 18:46:21.754682 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 05 18:46:21.754992 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 05 18:46:21.755211 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 05 18:46:21.755401 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 05 18:46:21.755654 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.755849 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.756040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.756229 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.756423 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.756602 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.757562 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.757562 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.757562 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.757562 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.757562 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.758138 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.758138 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.758138 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.758138 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.758487 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.758487 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.758660 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.758752 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.758918 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.759086 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.759414 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.759740 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] debug = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.760073 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.760430 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.760764 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.761112 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.761323 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.761509 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.761994 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.761994 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.761994 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.762322 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.762322 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.762527 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.762626 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.762799 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.763878 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.764279 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.764453 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] host = dv-cinder-774288-2-smb {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.764872 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.765268 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.765462 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.765650 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.765819 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.766698 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.766869 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.767219 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.767402 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.767588 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.767774 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.767958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.768143 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.768333 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.768517 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_options = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.768701 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.769964 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.769964 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.769964 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.769964 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.769964 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.769964 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.769964 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.770683 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.770683 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.770683 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.770683 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.770683 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.771171 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.771171 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.771171 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.771423 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.771514 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.771645 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.771830 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.772014 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.772704 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.772704 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.772704 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.772704 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.773150 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.773150 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.773150 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.774124 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.774293 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.774446 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.774831 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.774831 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.775060 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.775060 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.775238 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.775412 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.775600 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.775783 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.776295 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.776295 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.776295 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.776586 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.776586 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.776758 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.776920 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_json = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.777086 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.777465 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.777654 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.777845 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.778032 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.778208 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.778343 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.778723 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:46:21.779100 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.779209 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:46:21.779297 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.779477 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.779629 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.779805 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.779995 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.780183 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.780371 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.780559 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.780747 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.780943 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.781131 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.781337 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.781519 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.781760 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.782459 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.782647 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.782838 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.783024 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.783212 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.783370 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.783560 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.783765 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.783951 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.784141 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.784328 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.784515 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.784702 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.784891 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.785080 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.785296 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.785484 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.785672 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.785858 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.786046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.786233 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.786391 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.786585 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.786775 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.787677 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.787677 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.787677 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.787677 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.787677 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.788343 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.788343 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.788343 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.788343 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.788874 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.788874 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.788874 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.788874 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.789434 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.789434 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.789434 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.789822 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.789822 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.790102 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.790102 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.790405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.790405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.790668 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.790668 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.790931 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.791070 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.791218 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.791358 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.791496 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.791673 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.791893 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.792045 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.792185 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.792369 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.792557 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.792714 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.792905 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.793092 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.795026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.795026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.795026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.795026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.795026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.795026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.795026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.795026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.795026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.798135 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.798135 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.798135 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.798135 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.798135 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.798135 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.798135 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.798135 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.799040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.799040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.799040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.799040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.799040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.799040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.799040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.799040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.799736 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.799736 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.799736 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.799736 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.799736 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.799736 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.799736 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.799736 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.801958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.801958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.801958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.801958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.801958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.801958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.801958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.801958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.802657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.802657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.802657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.802657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.802657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.802657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.802657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.802657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.802657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.804496 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.804496 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.804496 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.804496 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.804496 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.804496 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.804496 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.804496 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.805206 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.805206 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.805206 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.805206 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.805206 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.805206 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.805206 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.805206 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.806309 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.806309 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.806309 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.806309 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.806309 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.806309 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.806309 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.806309 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.809779 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.809779 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.809779 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.809779 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.809779 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.809779 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.809779 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.809779 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.810512 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.810512 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.810512 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.810512 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.810512 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.810512 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.810512 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.810512 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.811194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.811194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.811194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.811194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.811194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.811194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.811194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.811194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.811868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.811868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.811868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.811868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.811868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.811868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.811868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.811868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.812531 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.812531 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.812531 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.812531 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.812531 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.812531 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.812531 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.813136 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.813136 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.813136 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.813136 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.813626 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.813626 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.813831 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.813940 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.814051 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.814205 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.814392 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.814579 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.814766 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.814951 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.815138 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.815341 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.815528 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.815716 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.815903 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.816093 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.816290 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.816477 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.816662 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.816849 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.817038 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.817270 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.817461 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.817648 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.817835 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.818887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.818887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.818887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.818887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.818887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.818887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.819504 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.819504 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.819504 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.819504 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.819957 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.819957 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.819957 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.820217 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.820314 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.820477 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.820654 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.820856 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.821046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.821333 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.821495 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.821640 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.821829 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.822004 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.822334 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.822664 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.822857 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.823048 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.823239 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.823431 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.823620 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.823859 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.823954 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.824906 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.824906 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.824906 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.824906 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.824906 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.824906 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.825326 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.825326 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.825447 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.825636 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.825799 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:46:21.826773 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80047) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 05 18:46:32.088725 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc99b04-82a4-4019-8042-2417c81677d5 None None] get_active_networks_info from dv-cinder-774288-2-smb {{(pid=80160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 05 18:46:32.217824 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc99b04-82a4-4019-8042-2417c81677d5 None None] No non-hosted networks {{(pid=80160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 05 18:46:32.237868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agentschedulers_db [None req-2bc99b04-82a4-4019-8042-2417c81677d5 None None] DHCP Agent not found on host dv-cinder-774288-2-smb {{(pid=80160) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Feb 05 18:46:32.491540 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e402bd0a-dc0e-49c9-a49b-482ee1215195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381'] for agent, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:34.155833 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a8df4aea-b305-4f5c-acae-c643523df401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381'] for agent, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:34.206520 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5a940735-5b35-413c-a08e-46f0d4332999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:34.924870 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381'] for agent, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:35.613038 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381'] for agent, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:35.614571 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:35.615156 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:35.615714 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:35.616268 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:35.616818 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:35.617412 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:35.617977 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:35.618543 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:35.619100 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:35.619658 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:35.620206 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:35.620761 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:35.621420 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774288-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:46:35.627604 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774288-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:46:36.369898 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381'] for agent, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:37.463044 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-769bb299-4739-4597-831b-2c808a423a4b None None] get_endpoint_by_host() called for host dv-cinder-774288-2-smb {{(pid=80160) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 05 18:46:37.467920 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-769bb299-4739-4597-831b-2c808a423a4b None None] get_endpoint_by_ip() called for ip 192.168.0.42 {{(pid=80160) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 05 18:46:37.471436 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-769bb299-4739-4597-831b-2c808a423a4b None None] _add_endpoint() called for ip 192.168.0.42 {{(pid=80160) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 05 18:46:37.477165 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-769bb299-4739-4597-831b-2c808a423a4b None None] _get_endpoints() called {{(pid=80160) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 05 18:46:37.700288 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 39276) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:46:38.344961 dv-cinder-774288-2-smb neutron-server[80047]: WARNING oslo_policy.policy [None req-6317bb45-88a1-41d0-a170-25cd336aba90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 18:46:38.345594 dv-cinder-774288-2-smb neutron-server[80047]: WARNING oslo_policy.policy [None req-6317bb45-88a1-41d0-a170-25cd336aba90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 18:46:38.582550 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [None req-6317bb45-88a1-41d0-a170-25cd336aba90 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:46:38.583610 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-6317bb45-88a1-41d0-a170-25cd336aba90 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8824134 Feb 05 18:46:40.281961 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.l3_hamode_db [None req-86170ca3-c465-4d23-ae8d-e2ebe84b07d8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 05 18:46:40.406440 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86170ca3-c465-4d23-ae8d-e2ebe84b07d8 None None] Routers set() bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:46:40.407429 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86170ca3-c465-4d23-ae8d-e2ebe84b07d8 None None] Router IDs set() for agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 05 18:46:41.324531 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 39290) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:46:41.970493 dv-cinder-774288-2-smb neutron-server[80047]: WARNING oslo_policy.policy [None req-bca272ec-4a7f-4a24-af02-bd396a20ed99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 18:46:41.971103 dv-cinder-774288-2-smb neutron-server[80047]: WARNING oslo_policy.policy [None req-bca272ec-4a7f-4a24-af02-bd396a20ed99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 18:46:42.202102 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-bca272ec-4a7f-4a24-af02-bd396a20ed99 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:46:42.270935 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.policy [None req-bca272ec-4a7f-4a24-af02-bd396a20ed99 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80158) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 05 18:46:42.271759 dv-cinder-774288-2-smb neutron-server[80047]: WARNING oslo_policy.policy [None req-bca272ec-4a7f-4a24-af02-bd396a20ed99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 18:46:42.272160 dv-cinder-774288-2-smb neutron-server[80047]: WARNING oslo_policy.policy [None req-bca272ec-4a7f-4a24-af02-bd396a20ed99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 18:46:42.299034 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.quota [None req-bca272ec-4a7f-4a24-af02-bd396a20ed99 admin admin] Loaded quota_driver: . Feb 05 18:46:42.315378 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bca272ec-4a7f-4a24-af02-bd396a20ed99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:46:42.373846 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bca272ec-4a7f-4a24-af02-bd396a20ed99 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761564609657', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761564591412', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761564586761', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761564563583', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761564563266', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853786681', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854186041', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853183748', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1980947'] for rbac-policy, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:42.436250 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bca272ec-4a7f-4a24-af02-bd396a20ed99 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:42.437803 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-bca272ec-4a7f-4a24-af02-bd396a20ed99 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1109121 Feb 05 18:46:45.426283 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 39308) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:46:45.836434 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Request body: {'network': {'project_id': '2170d19977ee42a6936b8efca1a1066a', 'admin_state_up': True, 'name': 'private'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:46:45.842796 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:46:45.847168 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Usage tracker for resource:network and tenant:2170d19977ee42a6936b8efca1a1066a is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:46:45.850869 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:46:45.857184 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:46:45.866369 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Made reservation on behalf of 2170d19977ee42a6936b8efca1a1066a for: {'network': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:46:45.872453 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for network, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:45.891929 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:45.906442 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:46:45.910290 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Usage tracker for resource:security_group_rule and tenant:2170d19977ee42a6936b8efca1a1066a is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:46:45.913846 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:46:45.919464 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:46:46.016299 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:46.018911 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:46.024408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:46:46.048981 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:46:46.073690 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275292180135', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:46.074287 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Added segment fbd02fce-4cc8-44b4-aa75-d1fd73bdb93f of type vxlan for network af84ecb0-18aa-40d3-bf8b-a2a2389858fa Feb 05 18:46:46.086762 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b310480-0121-4906-bb34-95462e3d0f72,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:46:46.291371 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:46.291664 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:46.291991 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:46.292349 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:46.292705 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:46.293054 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:46.293425 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:46.293776 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:46.294139 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:46.294484 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:46.294828 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:46.295169 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Tracked resource versions report: Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: pushed versions: Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: { 'AddressGroup': {'1.1'}, Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'ConntrackHelper': {'1.0'}, Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'Log': {'1.0'}, Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'Network': {'1.1'}, Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'Port': {'1.7'}, Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'PortForwarding': {'1.2'}, Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'QosPolicy': {'1.8'}, Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroup': {'1.4'}, Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroupRule': {'1.2'}, Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'SubPort': {'1.0'}, Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'Subnet': {'1.1'}, Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'Trunk': {'1.1'}} Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: consumer versions: Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: { DHCP agent@dv-cinder-774288-2-smb: {}, Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: L3 agent@dv-cinder-774288-2-smb: {}, Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: Metadata agent@dv-cinder-774288-2-smb: {}, Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: Metering agent@dv-cinder-774288-2-smb: {}, Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: Open vSwitch agent@dv-cinder-774288-2-smb: { 'AddressGroup': '1.1', Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'Log': '1.0', Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'Network': '1.1', Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'Port': '1.7', Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'PortForwarding': '1.2', Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'QosPolicy': '1.8', Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroup': '1.4', Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'SubPort': '1.0', Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'Subnet': '1.1', Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: 'Trunk': '1.1'}} Feb 05 18:46:46.296275 dv-cinder-774288-2-smb neutron-server[80047]: {{(pid=80158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 18:46:46.347686 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:46:46.349235 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275292661176'] for network, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:46.386911 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for network, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:46.388243 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:46:46.388912 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:46.393643 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:46:46.503074 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Pushing event updated for resources: {'Network': ['ID=af84ecb0-18aa-40d3-bf8b-a2a2389858fa,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:46:46.505961 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0786097 Feb 05 18:46:46.507690 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:46:46.515293 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Network af84ecb0-18aa-40d3-bf8b-a2a2389858fa details requested by agent ovs-agent-dv-cinder-774288-2-smb with host dv-cinder-774288-2-smb {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:46:49.541693 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 39324) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:46:50.045962 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae9d060-4e2a-4025-8f59-3003e3d519f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:46:50.047911 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-9ae9d060-4e2a-4025-8f59-3003e3d519f6 admin admin] 10.222.0.23 "GET /v2.0/networks/af84ecb0-18aa-40d3-bf8b-a2a2389858fa HTTP/1.1" status: 200 len: 818 time: 0.5051746 Feb 05 18:46:50.076241 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-3b04f2c6-467d-455a-91ca-f9fd546000c7 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/ccce0104-e345-4ec0-a0be-68dc27e7c91c HTTP/1.1" status: 200 len: 734 time: 0.0220580 Feb 05 18:46:50.086508 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-91b4c7a6-1e5e-4508-81f5-87907b1055cb admin admin] Request body: {'subnet': {'subnetpool_id': 'ccce0104-e345-4ec0-a0be-68dc27e7c91c', 'network_id': 'af84ecb0-18aa-40d3-bf8b-a2a2389858fa', 'tenant_id': '2170d19977ee42a6936b8efca1a1066a', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:46:50.091117 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-91b4c7a6-1e5e-4508-81f5-87907b1055cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:46:50.095674 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-91b4c7a6-1e5e-4508-81f5-87907b1055cb admin admin] Usage tracker for resource:subnet and tenant:2170d19977ee42a6936b8efca1a1066a is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:46:50.098711 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-91b4c7a6-1e5e-4508-81f5-87907b1055cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:46:50.104319 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-91b4c7a6-1e5e-4508-81f5-87907b1055cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:46:50.113861 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b4c7a6-1e5e-4508-81f5-87907b1055cb admin admin] Made reservation on behalf of 2170d19977ee42a6936b8efca1a1066a for: {'subnet': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:46:50.118428 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-91b4c7a6-1e5e-4508-81f5-87907b1055cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:50.587116 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-91b4c7a6-1e5e-4508-81f5-87907b1055cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for subnet, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:50.601988 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:46:50.730902 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4c7a6-1e5e-4508-81f5-87907b1055cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=afb42beb-ba30-4eea-ad36-437775f183ea,revision_number=0']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:46:50.746092 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-91b4c7a6-1e5e-4508-81f5-87907b1055cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:46:50.802616 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b4c7a6-1e5e-4508-81f5-87907b1055cb admin admin] Checking segment: {'id': 'fbd02fce-4cc8-44b4-aa75-d1fd73bdb93f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'af84ecb0-18aa-40d3-bf8b-a2a2389858fa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:46:50.803048 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b4c7a6-1e5e-4508-81f5-87907b1055cb admin admin] Network hostable DHCP agents. Network: af84ecb0-18aa-40d3-bf8b-a2a2389858fa, hostable agents: ['eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9'], hosted agents: [] {{(pid=80158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:46:50.823320 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b4c7a6-1e5e-4508-81f5-87907b1055cb admin admin] Network af84ecb0-18aa-40d3-bf8b-a2a2389858fa is scheduled to be hosted by DHCP agent eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9 with binding_index 1 {{(pid=80158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:46:50.832494 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-91b4c7a6-1e5e-4508-81f5-87907b1055cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-smb, af84ecb0-18aa-40d3-bf8b-a2a2389858fa) {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:46:50.836860 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b4c7a6-1e5e-4508-81f5-87907b1055cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:46:50.837512 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-91b4c7a6-1e5e-4508-81f5-87907b1055cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:50.842522 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcddab47-ae8c-4ef9-942b-cf53a7f2e60c None None] Network af84ecb0-18aa-40d3-bf8b-a2a2389858fa requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:46:50.857526 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-91b4c7a6-1e5e-4508-81f5-87907b1055cb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7744284 Feb 05 18:46:51.155124 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc029f289-517f-5e5e-ab57-e692d880b635-af84ecb0-18aa-40d3-bf8b-a2a2389858fa', 'network_id': 'af84ecb0-18aa-40d3-bf8b-a2a2389858fa', 'tenant_id': '2170d19977ee42a6936b8efca1a1066a', 'fixed_ips': [{'subnet_id': 'afb42beb-ba30-4eea-ad36-437775f183ea'}]}} from dv-cinder-774288-2-smb. {{(pid=80160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 18:46:51.156984 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:51.643678 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Allocated IP 172.20.0.2 (af84ecb0-18aa-40d3-bf8b-a2a2389858fa/afb42beb-ba30-4eea-ad36-437775f183ea/7644c729-6080-4935-97bb-f80e5142f598) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:46:51.883668 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:51.896931 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Transition to ACTIVE for port object 7644c729-6080-4935-97bb-f80e5142f598 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:46:51.914276 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Transition to ACTIVE for port object 7644c729-6080-4935-97bb-f80e5142f598 will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:46:51.920300 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:51.936776 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:46:52.065212 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Pushing event updated for resources: {'Port': ['ID=7644c729-6080-4935-97bb-f80e5142f598,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:46:52.081589 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:52.081750 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:52.082076 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:52.082404 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:52.082751 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:52.083100 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:52.083445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:52.083786 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:52.084128 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:52.084466 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:52.084809 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:52.085144 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Tracked resource versions report: Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: pushed versions: Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: { 'AddressGroup': {'1.1'}, Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'ConntrackHelper': {'1.0'}, Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'Log': {'1.0'}, Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'Network': {'1.1'}, Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'Port': {'1.7'}, Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'PortForwarding': {'1.2'}, Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'QosPolicy': {'1.8'}, Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroup': {'1.4'}, Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroupRule': {'1.2'}, Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'SubPort': {'1.0'}, Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'Subnet': {'1.1'}, Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'Trunk': {'1.1'}} Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: consumer versions: Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: { DHCP agent@dv-cinder-774288-2-smb: {}, Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: L3 agent@dv-cinder-774288-2-smb: {}, Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: Metadata agent@dv-cinder-774288-2-smb: {}, Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: Metering agent@dv-cinder-774288-2-smb: {}, Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: Open vSwitch agent@dv-cinder-774288-2-smb: { 'AddressGroup': '1.1', Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'Log': '1.0', Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'Network': '1.1', Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'Port': '1.7', Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'PortForwarding': '1.2', Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'QosPolicy': '1.8', Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroup': '1.4', Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'SubPort': '1.0', Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'Subnet': '1.1', Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: 'Trunk': '1.1'}} Feb 05 18:46:52.086306 dv-cinder-774288-2-smb neutron-server[80047]: {{(pid=80160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 18:46:52.092861 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:46:52.143657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Network af84ecb0-18aa-40d3-bf8b-a2a2389858fa is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:46:52.144797 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:46:52.147533 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:46:52.206793 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Attempting to bind port 7644c729-6080-4935-97bb-f80e5142f598 on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:46:52.207203 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Attempting to bind port 7644c729-6080-4935-97bb-f80e5142f598 by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': 'fbd02fce-4cc8-44b4-aa75-d1fd73bdb93f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'af84ecb0-18aa-40d3-bf8b-a2a2389858fa'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:46:52.207590 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Attempting to bind port 7644c729-6080-4935-97bb-f80e5142f598 on network af84ecb0-18aa-40d3-bf8b-a2a2389858fa {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:46:52.213106 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:46:52.213592 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Checking segment: {'id': 'fbd02fce-4cc8-44b4-aa75-d1fd73bdb93f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'af84ecb0-18aa-40d3-bf8b-a2a2389858fa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:46:52.214904 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:52.214904 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Bound using segment: {'id': 'fbd02fce-4cc8-44b4-aa75-d1fd73bdb93f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'af84ecb0-18aa-40d3-bf8b-a2a2389858fa'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:46:52.214904 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Bound port: 7644c729-6080-4935-97bb-f80e5142f598, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd02fce-4cc8-44b4-aa75-d1fd73bdb93f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'af84ecb0-18aa-40d3-bf8b-a2a2389858fa'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:46:52.215228 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:52.311488 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] For port 7644c729-6080-4935-97bb-f80e5142f598, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:46:52.316140 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] For port 7644c729-6080-4935-97bb-f80e5142f598, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=7644c729-6080-4935-97bb-f80e5142f598,segment=NetworkSegment(fbd02fce-4cc8-44b4-aa75-d1fd73bdb93f),segment_id=fbd02fce-4cc8-44b4-aa75-d1fd73bdb93f)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:46:52.319467 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:52.335059 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:46:52.481390 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Pushing event updated for resources: {'Port': ['ID=7644c729-6080-4935-97bb-f80e5142f598,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:46:52.487330 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:46:53.592483 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 39334) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:46:54.028977 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [None req-8d282b63-c137-4a0e-94a5-1c1fe4b34e95 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:46:54.030086 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-8d282b63-c137-4a0e-94a5-1c1fe4b34e95 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4364369 Feb 05 18:46:55.538653 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 7644c729-6080-4935-97bb-f80e5142f598 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:46:55.610044 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port 7644c729-6080-4935-97bb-f80e5142f598 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:46:56.778932 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 39348) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:46:57.200952 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [None req-8a4027d6-b9a9-479e-9ded-83fd8f35d32b admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:46:57.202040 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-8a4027d6-b9a9-479e-9ded-83fd8f35d32b admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4221170 Feb 05 18:46:57.237316 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca363e10-404e-4c67-9afc-ac8a6754e62b None None] Network af84ecb0-18aa-40d3-bf8b-a2a2389858fa requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:46:57.368320 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-bfb0eae2-f5de-429d-928c-b3456a2149f0 None None] Provisioning for port 7644c729-6080-4935-97bb-f80e5142f598 completed by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:46:57.387003 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-bfb0eae2-f5de-429d-928c-b3456a2149f0 None None] Provisioning complete for port 7644c729-6080-4935-97bb-f80e5142f598 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:46:57.387414 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bfb0eae2-f5de-429d-928c-b3456a2149f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:57.618287 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bfb0eae2-f5de-429d-928c-b3456a2149f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:57.665040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-bfb0eae2-f5de-429d-928c-b3456a2149f0 None None] For port 7644c729-6080-4935-97bb-f80e5142f598, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=7644c729-6080-4935-97bb-f80e5142f598,segment=NetworkSegment(fbd02fce-4cc8-44b4-aa75-d1fd73bdb93f),segment_id=fbd02fce-4cc8-44b4-aa75-d1fd73bdb93f)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:46:57.668306 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bfb0eae2-f5de-429d-928c-b3456a2149f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:57.670344 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-65222809-b3ee-4c57-bb47-fd6d479e2f23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:46:57.741975 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0eae2-f5de-429d-928c-b3456a2149f0 None None] Pushing event updated for resources: {'Port': ['ID=7644c729-6080-4935-97bb-f80e5142f598,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:46:57.745368 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bfb0eae2-f5de-429d-928c-b3456a2149f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:46:57.892448 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-33149034-92f9-415c-82ba-6a925fda0914 None None] Provisioning complete for port 7644c729-6080-4935-97bb-f80e5142f598 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:46:57.893149 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-33149034-92f9-415c-82ba-6a925fda0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:58.148303 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e03a0b24-21f9-48c7-ad61-320eb52d2dc5 None None] Provisioning complete for port 7644c729-6080-4935-97bb-f80e5142f598 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:46:58.148707 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e03a0b24-21f9-48c7-ad61-320eb52d2dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:59.519374 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 7644c729-6080-4935-97bb-f80e5142f598 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:46:59.590305 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 7644c729-6080-4935-97bb-f80e5142f598 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:46:59.590711 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:00.267219 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 39360) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:47:00.661071 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-97f9e9d8-7b87-4b4e-ae7e-ef5dc68169d8 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '2170d19977ee42a6936b8efca1a1066a', 'name': 'router1'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:47:00.666534 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-97f9e9d8-7b87-4b4e-ae7e-ef5dc68169d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:47:00.670506 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-97f9e9d8-7b87-4b4e-ae7e-ef5dc68169d8 admin admin] Usage tracker for resource:router and tenant:2170d19977ee42a6936b8efca1a1066a is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:47:00.674218 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-97f9e9d8-7b87-4b4e-ae7e-ef5dc68169d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:47:00.680617 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-97f9e9d8-7b87-4b4e-ae7e-ef5dc68169d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:47:00.690007 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-97f9e9d8-7b87-4b4e-ae7e-ef5dc68169d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852749002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769136'] for router, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:00.691310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-97f9e9d8-7b87-4b4e-ae7e-ef5dc68169d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852748900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852745261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1942813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6665'] for router, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:00.710910 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-97f9e9d8-7b87-4b4e-ae7e-ef5dc68169d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:00.815084 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-97f9e9d8-7b87-4b4e-ae7e-ef5dc68169d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852754393'] for router, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:00.834386 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-97f9e9d8-7b87-4b4e-ae7e-ef5dc68169d8 admin admin] Notify callbacks [] for router, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:00.835683 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-97f9e9d8-7b87-4b4e-ae7e-ef5dc68169d8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5674257 Feb 05 18:47:01.976605 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6fb30848-4ea8-46b7-8fb2-8f7aabc989ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:03.535725 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 39370) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:47:03.946015 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [None req-9a66c35a-695c-4c08-b59b-29697f1da021 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:47:03.947069 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-9a66c35a-695c-4c08-b59b-29697f1da021 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4103508 Feb 05 18:47:04.165030 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-51705cca-3ca9-44af-91fd-df6a2dce1450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:04.748876 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:05.620146 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:06.230718 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:06.674978 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 39390) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:47:06.952834 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:47:06.957707 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:47:06.961641 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Usage tracker for resource:network and tenant:050a83268da84f81a01c3c4831b6bba5 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:47:06.965049 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:47:06.971253 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:47:06.979981 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Made reservation on behalf of 050a83268da84f81a01c3c4831b6bba5 for: {'network': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:47:06.985438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for network, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:06.997840 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:07.012513 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:47:07.016869 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Usage tracker for resource:security_group_rule and tenant:050a83268da84f81a01c3c4831b6bba5 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:47:07.019780 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:47:07.025341 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:47:07.108136 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:07.110604 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:07.114755 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:47:07.135739 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Reserving flat network on physical network physnet1 {{(pid=80158) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 05 18:47:07.149538 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cac91fa-291f-4d52-b72a-9ce6fd666781,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:47:07.153614 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:47:07.156771 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275292180135', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:07.157383 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Unsubscribe: segment precommit_create {{(pid=80158) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 05 18:47:07.158222 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Added segment c666c010-ae90-4bff-a771-8500e5274c3e of type flat for network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 Feb 05 18:47:07.190862 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275292661176'] for network, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:07.226005 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for network, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:07.227196 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:47:07.227807 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:07.232691 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:47:07.330166 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6540241 Feb 05 18:47:07.335293 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Pushing event updated for resources: {'Network': ['ID=43003cf3-0c0b-48ed-9e38-49f5e4f74bf6,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:47:07.347103 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:47:07.354464 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 details requested by agent ovs-agent-dv-cinder-774288-2-smb with host dv-cinder-774288-2-smb {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:47:09.827912 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 39410) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:47:09.971417 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f3925a-30aa-40df-bcd5-c19d5627d28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:47:09.972842 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-71f3925a-30aa-40df-bcd5-c19d5627d28c admin admin] 10.222.0.23 "GET /v2.0/subnets/afb42beb-ba30-4eea-ad36-437775f183ea HTTP/1.1" status: 200 len: 849 time: 0.1437893 Feb 05 18:47:10.136427 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-7007030a-59be-481f-b8c9-c986ad80d345 admin admin] 10.222.0.23 "GET /v2.0/routers/1c4641bd-a6ef-44c4-82a5-589d4edcb8b0 HTTP/1.1" status: 200 len: 704 time: 0.1573555 Feb 05 18:47:10.758012 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:11.123715 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Allocated IP 172.20.0.1 (af84ecb0-18aa-40d3-bf8b-a2a2389858fa/afb42beb-ba30-4eea-ad36-437775f183ea/8248576c-23da-40a7-a12c-dedca1b0450e) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:47:11.286400 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:11.304504 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Transition to ACTIVE for port object 8248576c-23da-40a7-a12c-dedca1b0450e will not be triggered until provisioned by entity DHCP. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:47:11.359926 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:11.375156 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:47:11.499442 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Pushing event updated for resources: {'Port': ['ID=8248576c-23da-40a7-a12c-dedca1b0450e,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:47:11.513104 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:47:11.566066 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Network af84ecb0-18aa-40d3-bf8b-a2a2389858fa is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:47:11.567134 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Resources bound (agent type, host, resource id): {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:47:11.569402 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:47:11.569909 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2021626'] for router_interface, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:11.765979 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-b1cc5f5e-6d14-4cf3-95ca-66776817ace0 None None] Provisioning for port 8248576c-23da-40a7-a12c-dedca1b0450e completed by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:47:11.771018 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-b1cc5f5e-6d14-4cf3-95ca-66776817ace0 None None] Provisioning complete for port 8248576c-23da-40a7-a12c-dedca1b0450e triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:47:11.771422 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1cc5f5e-6d14-4cf3-95ca-66776817ace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:11.829208 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc5f5e-6d14-4cf3-95ca-66776817ace0 None None] Port 8248576c-23da-40a7-a12c-dedca1b0450e cannot update to ACTIVE because it is not bound. {{(pid=80160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:47:11.843032 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:12.129461 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:12.132949 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:12.134099 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2017309'] for router_interface, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:12.152031 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:47:12.438136 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Pushing event updated for resources: {'Port': ['ID=8248576c-23da-40a7-a12c-dedca1b0450e,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:47:12.447155 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:47:12.502370 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Network af84ecb0-18aa-40d3-bf8b-a2a2389858fa is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:47:12.503432 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Resources bound (agent type, host, resource id): {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:47:12.703004 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Router 1c4641bd-a6ef-44c4-82a5-589d4edcb8b0 is scheduled to L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c with binding_index 1 {{(pid=80158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 18:47:12.753744 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-0a59d3fb-63b2-496e-a049-a7a8f0cea9f7 None None] Provisioning complete for port 8248576c-23da-40a7-a12c-dedca1b0450e triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:47:12.754141 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0a59d3fb-63b2-496e-a049-a7a8f0cea9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:12.808532 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-0a59d3fb-63b2-496e-a049-a7a8f0cea9f7 None None] Port 8248576c-23da-40a7-a12c-dedca1b0450e cannot update to ACTIVE because it is not bound. {{(pid=80160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:47:12.865429 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:47:12.875208 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] 10.222.0.23 "PUT /v2.0/routers/1c4641bd-a6ef-44c4-82a5-589d4edcb8b0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7320189 Feb 05 18:47:12.875858 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Sync routers for ids ['1c4641bd-a6ef-44c4-82a5-589d4edcb8b0'] in dv-cinder-774288-2-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:47:12.886718 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Routers {'1c4641bd-a6ef-44c4-82a5-589d4edcb8b0'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:47:12.887623 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:47:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['1c4641bd-a6ef-44c4-82a5-589d4edcb8b0'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:47:13.074127 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Set router 1c4641bd-a6ef-44c4-82a5-589d4edcb8b0 gateway port host: None {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:47:13.620871 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4641bd-a6ef-44c4-82a5-589d4edcb8b0', 'name': 'router1', 'tenant_id': '2170d19977ee42a6936b8efca1a1066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:47:00Z', 'updated_at': '2021-02-05T18:47:11Z', 'revision_number': 2, 'project_id': '2170d19977ee42a6936b8efca1a1066a', 'gw_port_host': None, '_interfaces': [{'id': '8248576c-23da-40a7-a12c-dedca1b0450e', 'name': '', 'network_id': 'af84ecb0-18aa-40d3-bf8b-a2a2389858fa', 'tenant_id': '2170d19977ee42a6936b8efca1a1066a', 'mac_address': 'fa:16:3e:8e:97:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4641bd-a6ef-44c4-82a5-589d4edcb8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afb42beb-ba30-4eea-ad36-437775f183ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:47:10Z', 'updated_at': '2021-02-05T18:47:11Z', 'revision_number': 2, 'project_id': '2170d19977ee42a6936b8efca1a1066a', 'subnets': [{'id': 'afb42beb-ba30-4eea-ad36-437775f183ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ccce0104-e345-4ec0-a0be-68dc27e7c91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:47:13.626479 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Checking router: 1c4641bd-a6ef-44c4-82a5-589d4edcb8b0 for host: dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:47:13.626879 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Updating router 1c4641bd-a6ef-44c4-82a5-589d4edcb8b0 port 8248576c-23da-40a7-a12c-dedca1b0450e binding host dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:47:13.682074 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:14.126600 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:14.141640 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Transition to ACTIVE for port object 8248576c-23da-40a7-a12c-dedca1b0450e will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:47:14.144147 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:14.157348 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:47:14.301188 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d3d70-c2ec-4f21-9430-3ade5437c3a7 None None] Pushing event updated for resources: {'Port': ['ID=8248576c-23da-40a7-a12c-dedca1b0450e,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:47:14.325608 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d3d70-c2ec-4f21-9430-3ade5437c3a7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:47:14.325981 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d3d70-c2ec-4f21-9430-3ade5437c3a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:47:14.326342 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d3d70-c2ec-4f21-9430-3ade5437c3a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:47:14.326697 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d3d70-c2ec-4f21-9430-3ade5437c3a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:47:14.327045 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d3d70-c2ec-4f21-9430-3ade5437c3a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:47:14.327391 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d3d70-c2ec-4f21-9430-3ade5437c3a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:47:14.327737 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d3d70-c2ec-4f21-9430-3ade5437c3a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:47:14.328680 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d3d70-c2ec-4f21-9430-3ade5437c3a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:47:14.329026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d3d70-c2ec-4f21-9430-3ade5437c3a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:47:14.329394 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d3d70-c2ec-4f21-9430-3ade5437c3a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:47:14.329739 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d3d70-c2ec-4f21-9430-3ade5437c3a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:47:14.330081 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d3d70-c2ec-4f21-9430-3ade5437c3a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d3d70-c2ec-4f21-9430-3ade5437c3a7 None None] Tracked resource versions report: Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: pushed versions: Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: { 'AddressGroup': {'1.1'}, Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'ConntrackHelper': {'1.0'}, Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'Log': {'1.0'}, Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'Network': {'1.1'}, Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'Port': {'1.7'}, Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'PortForwarding': {'1.2'}, Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'QosPolicy': {'1.8'}, Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroup': {'1.4'}, Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroupRule': {'1.2'}, Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'SubPort': {'1.0'}, Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'Subnet': {'1.1'}, Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'Trunk': {'1.1'}} Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: consumer versions: Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: { DHCP agent@dv-cinder-774288-2-smb: {}, Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: L3 agent@dv-cinder-774288-2-smb: {}, Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: Metadata agent@dv-cinder-774288-2-smb: {}, Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: Metering agent@dv-cinder-774288-2-smb: {}, Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: Open vSwitch agent@dv-cinder-774288-2-smb: { 'AddressGroup': '1.1', Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'Log': '1.0', Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'Network': '1.1', Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'Port': '1.7', Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'PortForwarding': '1.2', Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'QosPolicy': '1.8', Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroup': '1.4', Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'SubPort': '1.0', Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'Subnet': '1.1', Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: 'Trunk': '1.1'}} Feb 05 18:47:14.331187 dv-cinder-774288-2-smb neutron-server[80047]: {{(pid=80161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 18:47:14.344141 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a97d3d70-c2ec-4f21-9430-3ade5437c3a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:47:14.485055 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Attempting to bind port 8248576c-23da-40a7-a12c-dedca1b0450e on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:47:14.485562 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Attempting to bind port 8248576c-23da-40a7-a12c-dedca1b0450e by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': 'fbd02fce-4cc8-44b4-aa75-d1fd73bdb93f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'af84ecb0-18aa-40d3-bf8b-a2a2389858fa'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:47:14.485969 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Attempting to bind port 8248576c-23da-40a7-a12c-dedca1b0450e on network af84ecb0-18aa-40d3-bf8b-a2a2389858fa {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:47:14.492130 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:47:14.492533 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Checking segment: {'id': 'fbd02fce-4cc8-44b4-aa75-d1fd73bdb93f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'af84ecb0-18aa-40d3-bf8b-a2a2389858fa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:47:14.492999 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:14.493453 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Bound using segment: {'id': 'fbd02fce-4cc8-44b4-aa75-d1fd73bdb93f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'af84ecb0-18aa-40d3-bf8b-a2a2389858fa'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:47:14.493985 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Bound port: 8248576c-23da-40a7-a12c-dedca1b0450e, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd02fce-4cc8-44b4-aa75-d1fd73bdb93f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'af84ecb0-18aa-40d3-bf8b-a2a2389858fa'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:47:14.494386 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:14.590469 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] For port 8248576c-23da-40a7-a12c-dedca1b0450e, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:47:14.595175 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] For port 8248576c-23da-40a7-a12c-dedca1b0450e, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=8248576c-23da-40a7-a12c-dedca1b0450e,segment=NetworkSegment(fbd02fce-4cc8-44b4-aa75-d1fd73bdb93f),segment_id=fbd02fce-4cc8-44b4-aa75-d1fd73bdb93f)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:47:14.597753 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:14.613954 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a97d3d70-c2ec-4f21-9430-3ade5437c3a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:47:14.763398 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d3d70-c2ec-4f21-9430-3ade5437c3a7 None None] Pushing event updated for resources: {'Port': ['ID=8248576c-23da-40a7-a12c-dedca1b0450e,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:47:14.767206 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a97d3d70-c2ec-4f21-9430-3ade5437c3a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:47:14.824778 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Routers {'1c4641bd-a6ef-44c4-82a5-589d4edcb8b0'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:47:14.825451 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:47:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['1c4641bd-a6ef-44c4-82a5-589d4edcb8b0'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:47:14.991462 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] Set router 1c4641bd-a6ef-44c4-82a5-589d4edcb8b0 gateway port host: None {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:47:15.333758 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4641bd-a6ef-44c4-82a5-589d4edcb8b0', 'name': 'router1', 'tenant_id': '2170d19977ee42a6936b8efca1a1066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:47:00Z', 'updated_at': '2021-02-05T18:47:11Z', 'revision_number': 2, 'project_id': '2170d19977ee42a6936b8efca1a1066a', 'gw_port_host': None, '_interfaces': [{'id': '8248576c-23da-40a7-a12c-dedca1b0450e', 'name': '', 'network_id': 'af84ecb0-18aa-40d3-bf8b-a2a2389858fa', 'tenant_id': '2170d19977ee42a6936b8efca1a1066a', 'mac_address': 'fa:16:3e:8e:97:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4641bd-a6ef-44c4-82a5-589d4edcb8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afb42beb-ba30-4eea-ad36-437775f183ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:47:10Z', 'updated_at': '2021-02-05T18:47:14Z', 'revision_number': 4, 'project_id': '2170d19977ee42a6936b8efca1a1066a', 'subnets': [{'id': 'afb42beb-ba30-4eea-ad36-437775f183ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ccce0104-e345-4ec0-a0be-68dc27e7c91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:47:15.337965 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fd3c5a-94d1-4043-8749-b3e39b3e2b04 None None] The sync data for ids ['1c4641bd-a6ef-44c4-82a5-589d4edcb8b0'] in dv-cinder-774288-2-smb is: [{'id': '1c4641bd-a6ef-44c4-82a5-589d4edcb8b0', 'name': 'router1', 'tenant_id': '2170d19977ee42a6936b8efca1a1066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:47:00Z', 'updated_at': '2021-02-05T18:47:11Z', 'revision_number': 2, 'project_id': '2170d19977ee42a6936b8efca1a1066a', 'gw_port_host': None, '_interfaces': [{'id': '8248576c-23da-40a7-a12c-dedca1b0450e', 'name': '', 'network_id': 'af84ecb0-18aa-40d3-bf8b-a2a2389858fa', 'tenant_id': '2170d19977ee42a6936b8efca1a1066a', 'mac_address': 'fa:16:3e:8e:97:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4641bd-a6ef-44c4-82a5-589d4edcb8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afb42beb-ba30-4eea-ad36-437775f183ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:47:10Z', 'updated_at': '2021-02-05T18:47:14Z', 'revision_number': 4, 'project_id': '2170d19977ee42a6936b8efca1a1066a', 'subnets': [{'id': 'afb42beb-ba30-4eea-ad36-437775f183ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ccce0104-e345-4ec0-a0be-68dc27e7c91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:47:15.382443 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 39422) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:47:15.577807 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35dad49-d809-4382-9d1b-4027286bf987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:47:15.578732 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a35dad49-d809-4382-9d1b-4027286bf987 admin admin] Synchronizing usage tracker for tenant:050a83268da84f81a01c3c4831b6bba5 on resource:network {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:47:15.595086 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a35dad49-d809-4382-9d1b-4027286bf987 admin admin] Unset dirty status for tenant:050a83268da84f81a01c3c4831b6bba5 on resource:network {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:47:15.596270 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a35dad49-d809-4382-9d1b-4027286bf987 admin admin] 10.222.0.23 "GET /v2.0/networks/43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 HTTP/1.1" status: 200 len: 842 time: 0.2127364 Feb 05 18:47:15.606714 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-6ca508b3-d0b0-4f7a-982a-7fd3cd21a6f1 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'gateway_ip': '172.28.0.1', 'enable_dhcp': False, 'cidr': '172.28.0.0/24'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:47:15.612813 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6ca508b3-d0b0-4f7a-982a-7fd3cd21a6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:47:15.616789 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6ca508b3-d0b0-4f7a-982a-7fd3cd21a6f1 admin admin] Usage tracker for resource:subnet and tenant:050a83268da84f81a01c3c4831b6bba5 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:47:15.619738 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6ca508b3-d0b0-4f7a-982a-7fd3cd21a6f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:47:15.627236 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6ca508b3-d0b0-4f7a-982a-7fd3cd21a6f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:47:15.635811 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca508b3-d0b0-4f7a-982a-7fd3cd21a6f1 admin admin] Made reservation on behalf of 050a83268da84f81a01c3c4831b6bba5 for: {'subnet': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:47:15.640397 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6ca508b3-d0b0-4f7a-982a-7fd3cd21a6f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:16.080394 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.objects.ports [None req-6ca508b3-d0b0-4f7a-982a-7fd3cd21a6f1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80158) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 18:47:16.081244 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6ca508b3-d0b0-4f7a-982a-7fd3cd21a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for subnet, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:16.099993 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-91b4c7a6-1e5e-4508-81f5-87907b1055cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:47:16.235657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca508b3-d0b0-4f7a-982a-7fd3cd21a6f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afe140d3-b1db-4f68-bd90-821acea9aebe,revision_number=0']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:47:16.248756 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6ca508b3-d0b0-4f7a-982a-7fd3cd21a6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:47:16.312857 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca508b3-d0b0-4f7a-982a-7fd3cd21a6f1 admin admin] Checking segment: {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:47:16.313270 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca508b3-d0b0-4f7a-982a-7fd3cd21a6f1 admin admin] Network hostable DHCP agents. Network: 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6, hostable agents: ['eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9'], hosted agents: [] {{(pid=80158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:47:16.333008 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca508b3-d0b0-4f7a-982a-7fd3cd21a6f1 admin admin] Network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 is scheduled to be hosted by DHCP agent eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9 with binding_index 1 {{(pid=80158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:47:16.342918 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-6ca508b3-d0b0-4f7a-982a-7fd3cd21a6f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-smb, 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6) {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:47:16.350371 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca508b3-d0b0-4f7a-982a-7fd3cd21a6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:47:16.351013 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6ca508b3-d0b0-4f7a-982a-7fd3cd21a6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:16.351784 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1784b26b-db68-49dc-a3a6-b6ffdbbd52f2 None None] Network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:47:16.373191 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-6ca508b3-d0b0-4f7a-982a-7fd3cd21a6f1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7686350 Feb 05 18:47:16.594953 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddc0bf0-a277-457d-bf13-484f72a7ff9b None None] Network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:47:17.544954 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 8248576c-23da-40a7-a12c-dedca1b0450e up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:47:17.619246 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port 8248576c-23da-40a7-a12c-dedca1b0450e completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:47:17.624070 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 8248576c-23da-40a7-a12c-dedca1b0450e triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:47:17.624478 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:17.748078 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:17.782149 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-769bb299-4739-4597-831b-2c808a423a4b None None] For port 8248576c-23da-40a7-a12c-dedca1b0450e, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=8248576c-23da-40a7-a12c-dedca1b0450e,segment=NetworkSegment(fbd02fce-4cc8-44b4-aa75-d1fd73bdb93f),segment_id=fbd02fce-4cc8-44b4-aa75-d1fd73bdb93f)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:47:17.784928 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:17.787067 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:47:17.856041 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Pushing event updated for resources: {'Port': ['ID=8248576c-23da-40a7-a12c-dedca1b0450e,revision_number=5']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:47:17.860316 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:47:18.948628 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 39436) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:47:19.177642 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-e68ab0ea-4a11-4f01-8671-a3118a8a2818 admin admin] 10.222.0.23 "GET /v2.0/routers/1c4641bd-a6ef-44c4-82a5-589d4edcb8b0 HTTP/1.1" status: 200 len: 710 time: 0.2276347 Feb 05 18:47:19.314987 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c629ae60-5e49-4811-967b-6e579abcfc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:47:19.316453 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-c629ae60-5e49-4811-967b-6e579abcfc39 admin admin] 10.222.0.23 "GET /v2.0/networks/43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 HTTP/1.1" status: 200 len: 886 time: 0.1331100 Feb 05 18:47:19.326274 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:47:19.528739 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 8248576c-23da-40a7-a12c-dedca1b0450e up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:47:19.598499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 8248576c-23da-40a7-a12c-dedca1b0450e triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:47:19.598908 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:19.970637 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852745280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852750656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6774'] for router, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:20.310942 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:20.374383 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:20.387284 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:20.402665 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:47:20.407205 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:47:20.410342 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:47:20.416068 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:47:20.504100 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:20.507109 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:20.522726 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:47:20.615586 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea946576-fe54-41d7-936f-e83d5cd9e147,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:47:20.618866 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:47:20.784136 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Allocated IP 172.28.0.29 (43003cf3-0c0b-48ed-9e38-49f5e4f74bf6/afe140d3-b1db-4f68-bd90-821acea9aebe/38e9585a-e53d-46bb-8e74-3538869118e3) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:47:20.937722 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:20.966314 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:20.981816 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b83d7340-294d-443a-a455-1f4a934219df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:47:21.110692 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Pushing event updated for resources: {'Port': ['ID=38e9585a-e53d-46bb-8e74-3538869118e3,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:47:21.113666 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:47:21.166377 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:47:21.167564 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:47:21.169866 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:47:21.571509 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:22.113102 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852745280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852750656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6774'] for router, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:22.116539 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852754393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852754378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2021439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2025108'] for router, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:22.306161 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Router 1c4641bd-a6ef-44c4-82a5-589d4edcb8b0 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:47:22.495997 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:47:22.506103 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Sync routers for ids ['1c4641bd-a6ef-44c4-82a5-589d4edcb8b0'] in dv-cinder-774288-2-smb {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:47:22.513346 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Notify callbacks [] for router, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:22.514610 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] 10.222.0.23 "PUT /v2.0/routers/1c4641bd-a6ef-44c4-82a5-589d4edcb8b0 HTTP/1.1" status: 200 len: 889 time: 3.1917961 Feb 05 18:47:22.516514 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Routers {'1c4641bd-a6ef-44c4-82a5-589d4edcb8b0'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:47:22.517191 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:47:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['1c4641bd-a6ef-44c4-82a5-589d4edcb8b0'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:47:22.719260 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Set router 1c4641bd-a6ef-44c4-82a5-589d4edcb8b0 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:47:23.074544 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4641bd-a6ef-44c4-82a5-589d4edcb8b0', 'name': 'router1', 'tenant_id': '2170d19977ee42a6936b8efca1a1066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '38e9585a-e53d-46bb-8e74-3538869118e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:47:00Z', 'updated_at': '2021-02-05T18:47:21Z', 'revision_number': 4, 'project_id': '2170d19977ee42a6936b8efca1a1066a', 'gw_port': {'id': '38e9585a-e53d-46bb-8e74-3538869118e3', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:de:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4641bd-a6ef-44c4-82a5-589d4edcb8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:47:20Z', 'updated_at': '2021-02-05T18:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '8248576c-23da-40a7-a12c-dedca1b0450e', 'name': '', 'network_id': 'af84ecb0-18aa-40d3-bf8b-a2a2389858fa', 'tenant_id': '2170d19977ee42a6936b8efca1a1066a', 'mac_address': 'fa:16:3e:8e:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4641bd-a6ef-44c4-82a5-589d4edcb8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afb42beb-ba30-4eea-ad36-437775f183ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:47:10Z', 'updated_at': '2021-02-05T18:47:17Z', 'revision_number': 5, 'project_id': '2170d19977ee42a6936b8efca1a1066a', 'subnets': [{'id': 'afb42beb-ba30-4eea-ad36-437775f183ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ccce0104-e345-4ec0-a0be-68dc27e7c91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:47:23.079610 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Checking router: 1c4641bd-a6ef-44c4-82a5-589d4edcb8b0 for host: dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:47:23.079991 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Updating router 1c4641bd-a6ef-44c4-82a5-589d4edcb8b0 port 38e9585a-e53d-46bb-8e74-3538869118e3 binding host dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:47:23.134468 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:23.535144 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:23.547783 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Transition to ACTIVE for port object 38e9585a-e53d-46bb-8e74-3538869118e3 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:47:23.550460 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:23.566312 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:47:23.695450 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058b6e9-3acc-41a8-801f-5800cbba0d64 None None] Pushing event updated for resources: {'Port': ['ID=38e9585a-e53d-46bb-8e74-3538869118e3,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:47:23.699750 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5058b6e9-3acc-41a8-801f-5800cbba0d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:47:23.914286 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Attempting to bind port 38e9585a-e53d-46bb-8e74-3538869118e3 on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:47:23.914674 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Attempting to bind port 38e9585a-e53d-46bb-8e74-3538869118e3 by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:47:23.915063 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Attempting to bind port 38e9585a-e53d-46bb-8e74-3538869118e3 on network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:47:23.920636 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:47:23.921032 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Checking segment: {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:47:23.922208 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:23.922626 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Bound using segment: {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:47:23.923113 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Bound port: 38e9585a-e53d-46bb-8e74-3538869118e3, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:47:23.923504 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:23.999439 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] For port 38e9585a-e53d-46bb-8e74-3538869118e3, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:47:24.002796 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] For port 38e9585a-e53d-46bb-8e74-3538869118e3, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=38e9585a-e53d-46bb-8e74-3538869118e3,segment=NetworkSegment(c666c010-ae90-4bff-a771-8500e5274c3e),segment_id=c666c010-ae90-4bff-a771-8500e5274c3e)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:47:24.006178 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:24.021331 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bfb0eae2-f5de-429d-928c-b3456a2149f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:47:24.174259 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058b6e9-3acc-41a8-801f-5800cbba0d64 None None] Pushing event updated for resources: {'Port': ['ID=38e9585a-e53d-46bb-8e74-3538869118e3,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:47:24.179553 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5058b6e9-3acc-41a8-801f-5800cbba0d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:47:24.218243 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Routers {'1c4641bd-a6ef-44c4-82a5-589d4edcb8b0'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:47:24.219425 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:47:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['1c4641bd-a6ef-44c4-82a5-589d4edcb8b0'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:47:24.413692 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] Set router 1c4641bd-a6ef-44c4-82a5-589d4edcb8b0 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:47:24.758436 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4641bd-a6ef-44c4-82a5-589d4edcb8b0', 'name': 'router1', 'tenant_id': '2170d19977ee42a6936b8efca1a1066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '38e9585a-e53d-46bb-8e74-3538869118e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:47:00Z', 'updated_at': '2021-02-05T18:47:21Z', 'revision_number': 4, 'project_id': '2170d19977ee42a6936b8efca1a1066a', 'gw_port': {'id': '38e9585a-e53d-46bb-8e74-3538869118e3', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:de:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4641bd-a6ef-44c4-82a5-589d4edcb8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:47:20Z', 'updated_at': '2021-02-05T18:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '8248576c-23da-40a7-a12c-dedca1b0450e', 'name': '', 'network_id': 'af84ecb0-18aa-40d3-bf8b-a2a2389858fa', 'tenant_id': '2170d19977ee42a6936b8efca1a1066a', 'mac_address': 'fa:16:3e:8e:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4641bd-a6ef-44c4-82a5-589d4edcb8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afb42beb-ba30-4eea-ad36-437775f183ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:47:10Z', 'updated_at': '2021-02-05T18:47:17Z', 'revision_number': 5, 'project_id': '2170d19977ee42a6936b8efca1a1066a', 'subnets': [{'id': 'afb42beb-ba30-4eea-ad36-437775f183ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ccce0104-e345-4ec0-a0be-68dc27e7c91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:47:24.762551 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c62fff-a666-4057-8613-de076a5d70d2 None None] The sync data for ids ['1c4641bd-a6ef-44c4-82a5-589d4edcb8b0'] in dv-cinder-774288-2-smb is: [{'id': '1c4641bd-a6ef-44c4-82a5-589d4edcb8b0', 'name': 'router1', 'tenant_id': '2170d19977ee42a6936b8efca1a1066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': '38e9585a-e53d-46bb-8e74-3538869118e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:47:00Z', 'updated_at': '2021-02-05T18:47:21Z', 'revision_number': 4, 'project_id': '2170d19977ee42a6936b8efca1a1066a', 'gw_port': {'id': '38e9585a-e53d-46bb-8e74-3538869118e3', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:de:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4641bd-a6ef-44c4-82a5-589d4edcb8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:47:20Z', 'updated_at': '2021-02-05T18:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '8248576c-23da-40a7-a12c-dedca1b0450e', 'name': '', 'network_id': 'af84ecb0-18aa-40d3-bf8b-a2a2389858fa', 'tenant_id': '2170d19977ee42a6936b8efca1a1066a', 'mac_address': 'fa:16:3e:8e:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4641bd-a6ef-44c4-82a5-589d4edcb8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'afb42beb-ba30-4eea-ad36-437775f183ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:47:10Z', 'updated_at': '2021-02-05T18:47:17Z', 'revision_number': 5, 'project_id': '2170d19977ee42a6936b8efca1a1066a', 'subnets': [{'id': 'afb42beb-ba30-4eea-ad36-437775f183ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ccce0104-e345-4ec0-a0be-68dc27e7c91c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:47:25.176317 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 39446) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:47:25.327792 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beebc64-af3d-4921-8960-4f405e691c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:47:25.329484 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-4beebc64-af3d-4921-8960-4f405e691c0c admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1521058 Feb 05 18:47:25.559766 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 38e9585a-e53d-46bb-8e74-3538869118e3 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:47:25.634016 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port 38e9585a-e53d-46bb-8e74-3538869118e3 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:47:25.639132 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 38e9585a-e53d-46bb-8e74-3538869118e3 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:47:25.639529 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:25.773798 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:25.792342 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-769bb299-4739-4597-831b-2c808a423a4b None None] For port 38e9585a-e53d-46bb-8e74-3538869118e3, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=38e9585a-e53d-46bb-8e74-3538869118e3,segment=NetworkSegment(c666c010-ae90-4bff-a771-8500e5274c3e),segment_id=c666c010-ae90-4bff-a771-8500e5274c3e)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:47:25.795351 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:25.798455 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:47:25.875294 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Pushing event updated for resources: {'Port': ['ID=38e9585a-e53d-46bb-8e74-3538869118e3,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:47:25.878726 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:47:27.545552 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 38e9585a-e53d-46bb-8e74-3538869118e3 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:47:27.634039 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 38e9585a-e53d-46bb-8e74-3538869118e3 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:47:27.634372 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:31.697090 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 5 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:47:31.988853 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7e6f615a-14cc-4a8b-9b2a-5cd129146fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:34.167593 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d61c1591-1715-446e-8829-e006462aa122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:34.754057 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:35.634879 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:36.245385 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:01.982500 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-09ebf73d-47f1-4f30-9e78-e617ec87e3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:04.170083 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b8fd7288-06d5-4dd3-8f57-2bbed39e1731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:04.754785 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:05.618298 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:06.248111 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:08.687291 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 5 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:48:31.986473 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03071b82-7679-4902-a390-354a13eb825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:34.171734 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b1c095e3-3314-4a43-8ae5-7780821efd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:34.756556 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:35.621370 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:36.252231 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:45.687281 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 5 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:49:01.991298 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f1ac8360-d4af-4ea6-ae0b-dda6b696a0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:04.173707 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7a810c93-0830-465c-bd9d-28721120a47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:04.759649 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:05.625515 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:06.262407 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:22.686882 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 5 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:49:31.995375 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-099335c2-dd78-4326-8846-bcd0c23152a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:34.177380 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dcb471e1-ce59-416d-822c-bb38d2ccc903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:34.764437 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:35.628655 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:36.260316 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:39.317100 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40022) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:49:39.422320 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.pecan_wsgi.hooks.translation [None req-523a3e60-ff2c-430d-8cd2-293bb1fcd40d admin admin] GET failed (client error): The resource could not be found. Feb 05 18:49:39.423647 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-523a3e60-ff2c-430d-8cd2-293bb1fcd40d admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1055033 Feb 05 18:49:39.565603 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b04121e-b5ff-44c9-a7a1-ca2e3f3718c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:49:39.567177 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-2b04121e-b5ff-44c9-a7a1-ca2e3f3718c7 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1389954 Feb 05 18:49:42.026163 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40032) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:49:42.167361 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea540590-ebc4-4c50-869b-e9b5a8081811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:49:42.167976 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ea540590-ebc4-4c50-869b-e9b5a8081811 admin admin] Synchronizing usage tracker for tenant:050a83268da84f81a01c3c4831b6bba5 on resource:subnet {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:49:42.183262 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ea540590-ebc4-4c50-869b-e9b5a8081811 admin admin] Unset dirty status for tenant:050a83268da84f81a01c3c4831b6bba5 on resource:subnet {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:49:42.184490 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-ea540590-ebc4-4c50-869b-e9b5a8081811 admin admin] 10.222.0.23 "GET /v2.0/subnets/afb42beb-ba30-4eea-ad36-437775f183ea HTTP/1.1" status: 200 len: 849 time: 0.1573029 Feb 05 18:49:42.195347 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:49:42.324676 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:42.630949 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761562530180'] for subnet, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:42.645743 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:49:42.776333 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afb42beb-ba30-4eea-ad36-437775f183ea,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:49:42.798812 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:49:42.799195 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:49:42.799567 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:49:42.799933 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:49:42.800297 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:49:42.800659 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:49:42.801016 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:49:42.801401 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:49:42.801763 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:49:42.802117 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:49:42.802468 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:49:42.802817 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:49:42.807523 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:49:42.834652 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:49:42.835311 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:42.836682 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] 10.222.0.23 "PUT /v2.0/subnets/afb42beb-ba30-4eea-ad36-437775f183ea HTTP/1.1" status: 200 len: 868 time: 0.6454895 Feb 05 18:49:42.841923 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae74d4e8-7a8d-46ab-9295-22bb58147687 None None] Network af84ecb0-18aa-40d3-bf8b-a2a2389858fa requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:49:43.335203 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-5f412572-60b6-4019-9ea1-cdedf9e3a829 None None] Provisioning complete for port 7644c729-6080-4935-97bb-f80e5142f598 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:49:43.335737 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5f412572-60b6-4019-9ea1-cdedf9e3a829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:43.492274 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-5f412572-60b6-4019-9ea1-cdedf9e3a829 None None] Provisioning complete for port 8248576c-23da-40a7-a12c-dedca1b0450e triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:49:43.492674 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5f412572-60b6-4019-9ea1-cdedf9e3a829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:45.327846 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40042) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:49:45.539724 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d929f474-984a-44df-8779-c26c9f90059f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:49:45.540069 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d929f474-984a-44df-8779-c26c9f90059f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:49:45.541746 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-d929f474-984a-44df-8779-c26c9f90059f admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2128658 Feb 05 18:49:48.013913 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40052) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:49:48.226418 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e83e05-7ef7-4ab3-89d8-f4a44a9123ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:49:48.226757 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e83e05-7ef7-4ab3-89d8-f4a44a9123ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:49:48.228403 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-41e83e05-7ef7-4ab3-89d8-f4a44a9123ce admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2134643 Feb 05 18:49:50.688554 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40062) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:49:50.894671 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3110190-43dd-4c37-9fdf-f6cb6e7b89bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:49:50.900410 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-c3110190-43dd-4c37-9fdf-f6cb6e7b89bc admin admin] 10.222.0.23 "GET /v2.0/networks/43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 HTTP/1.1" status: 200 len: 886 time: 0.2065444 Feb 05 18:49:53.382565 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40072) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:49:53.593950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f31465-b1cd-4800-ae66-a047e37dab47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:49:53.595436 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-14f31465-b1cd-4800-ae66-a047e37dab47 admin admin] 10.222.0.23 "GET /v2.0/networks/af84ecb0-18aa-40d3-bf8b-a2a2389858fa HTTP/1.1" status: 200 len: 862 time: 0.2118669 Feb 05 18:49:56.073095 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40082) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:49:56.215038 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab3ad94-c9f1-4bb6-a8a3-90957b7d34e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:49:56.215450 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab3ad94-c9f1-4bb6-a8a3-90957b7d34e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:49:56.217608 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-1ab3ad94-c9f1-4bb6-a8a3-90957b7d34e9 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1434462 Feb 05 18:49:58.722533 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40092) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:49:58.867753 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0617483a-48b6-4963-a799-f4efc405e4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:49:58.868171 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0617483a-48b6-4963-a799-f4efc405e4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:49:58.869809 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-0617483a-48b6-4963-a799-f4efc405e4fa admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1462564 Feb 05 18:49:59.690037 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 5 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:50:01.337750 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40102) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:01.481609 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7bcf9b-b9cb-4062-ab58-995b43ee702d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:01.483684 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-af7bcf9b-b9cb-4062-ab58-995b43ee702d admin admin] 10.222.0.23 "GET /v2.0/subnets/afb42beb-ba30-4eea-ad36-437775f183ea HTTP/1.1" status: 200 len: 868 time: 0.1449049 Feb 05 18:50:01.997276 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b2968679-66b8-4a1a-86c8-957b0bc688ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:03.953336 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40112) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:04.091469 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebc3f65-0ed1-4429-81ba-68c752f6addc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:04.092889 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-0ebc3f65-0ed1-4429-81ba-68c752f6addc admin admin] 10.222.0.23 "GET /v2.0/subnets/afe140d3-b1db-4f68-bd90-821acea9aebe HTTP/1.1" status: 200 len: 816 time: 0.1385109 Feb 05 18:50:04.181287 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-290e05ce-4588-43ee-a53b-027136fbd70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:04.766759 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:05.630828 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:06.263558 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:30.094655 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40152) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:30.174966 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [None req-31c98c1c-b111-4646-8ac3-d09ae06ed37b admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:50:30.176041 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-31c98c1c-b111-4646-8ac3-d09ae06ed37b admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0803354 Feb 05 18:50:31.999806 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-06ae48c2-bcb1-4d65-8167-2b9ff1d4e4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:32.732025 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40162) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:32.833633 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b918d1-3a09-46af-ae58-7f8486c20e94 admin admin] GET failed (client error): The resource could not be found. Feb 05 18:50:32.834935 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-05b918d1-3a09-46af-ae58-7f8486c20e94 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1019151 Feb 05 18:50:32.969917 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d75f58-eff0-42f1-a8fd-406fe3983ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:32.971382 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-23d75f58-eff0-42f1-a8fd-406fe3983ce2 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1320853 Feb 05 18:50:34.182841 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b9b58d04-d730-4019-b5d9-d9be526da3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:34.769503 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:35.441036 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40172) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:35.520157 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-082f08f2-d5d6-468f-9b12-901fa22fa195 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:35.525023 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-082f08f2-d5d6-468f-9b12-901fa22fa195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:35.535801 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-082f08f2-d5d6-468f-9b12-901fa22fa195 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:35.544448 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082f08f2-d5d6-468f-9b12-901fa22fa195 admin admin] Made reservation on behalf of 050a83268da84f81a01c3c4831b6bba5 for: {'network': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:50:35.549347 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-082f08f2-d5d6-468f-9b12-901fa22fa195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for network, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:35.632918 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:35.834256 dv-cinder-774288-2-smb neutron-server[80047]: WARNING neutron.services.revisions.revision_plugin [None req-082f08f2-d5d6-468f-9b12-901fa22fa195 admin admin] Could not find related network for resource to bump revision. Feb 05 18:50:35.850024 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082f08f2-d5d6-468f-9b12-901fa22fa195 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:50:35.859798 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-082f08f2-d5d6-468f-9b12-901fa22fa195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:35.860179 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-082f08f2-d5d6-468f-9b12-901fa22fa195 admin admin] Added segment 3dd07d04-5448-4f55-8a70-e792f98b139a of type vxlan for network 4f490633-1b2a-48c3-88d7-017f2ec33de5 Feb 05 18:50:35.886762 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-082f08f2-d5d6-468f-9b12-901fa22fa195 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275292661176'] for network, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:35.915283 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-082f08f2-d5d6-468f-9b12-901fa22fa195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for network, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:35.916519 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f08f2-d5d6-468f-9b12-901fa22fa195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:35.917148 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-082f08f2-d5d6-468f-9b12-901fa22fa195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:35.922447 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:36.021961 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-082f08f2-d5d6-468f-9b12-901fa22fa195 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5797219 Feb 05 18:50:36.024869 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f08f2-d5d6-468f-9b12-901fa22fa195 admin admin] Pushing event updated for resources: {'Network': ['ID=4f490633-1b2a-48c3-88d7-017f2ec33de5,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:36.038872 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-082f08f2-d5d6-468f-9b12-901fa22fa195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:36.047920 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Network 4f490633-1b2a-48c3-88d7-017f2ec33de5 details requested by agent ovs-agent-dv-cinder-774288-2-smb with host dv-cinder-774288-2-smb {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:50:36.268774 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:36.689320 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 5 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:50:38.520143 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40182) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:38.632984 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dfe44e9-4c45-4bb7-8eb1-40244cb418f5 admin admin] GET failed (client error): The resource could not be found. Feb 05 18:50:38.633568 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-0dfe44e9-4c45-4bb7-8eb1-40244cb418f5 admin admin] Synchronizing usage tracker for tenant:050a83268da84f81a01c3c4831b6bba5 on resource:network {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:50:38.648219 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-0dfe44e9-4c45-4bb7-8eb1-40244cb418f5 admin admin] Unset dirty status for tenant:050a83268da84f81a01c3c4831b6bba5 on resource:network {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:50:38.649414 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-0dfe44e9-4c45-4bb7-8eb1-40244cb418f5 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1282225 Feb 05 18:50:38.764230 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2debbdc-7f76-45be-8a51-902eec69e80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:38.765733 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-d2debbdc-7f76-45be-8a51-902eec69e80b admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1112490 Feb 05 18:50:38.776412 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-aa7a3024-d31e-4b7f-9374-2d62e1b93978 admin admin] Request body: {'subnet': {'network_id': '4f490633-1b2a-48c3-88d7-017f2ec33de5', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:38.781020 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-aa7a3024-d31e-4b7f-9374-2d62e1b93978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:38.790850 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-aa7a3024-d31e-4b7f-9374-2d62e1b93978 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:38.799845 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7a3024-d31e-4b7f-9374-2d62e1b93978 admin admin] Made reservation on behalf of 050a83268da84f81a01c3c4831b6bba5 for: {'subnet': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:50:38.804400 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa7a3024-d31e-4b7f-9374-2d62e1b93978 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:39.188024 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa7a3024-d31e-4b7f-9374-2d62e1b93978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for subnet, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:39.202791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ae804ea4-ebcd-4b2b-860d-f814e7e0b868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:39.323813 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a3024-d31e-4b7f-9374-2d62e1b93978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93d4fdd0-91f9-4d12-9d47-8ab7296cf540,revision_number=0']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:39.336067 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-aa7a3024-d31e-4b7f-9374-2d62e1b93978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:39.392476 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a3024-d31e-4b7f-9374-2d62e1b93978 admin admin] Checking segment: {'id': '3dd07d04-5448-4f55-8a70-e792f98b139a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4f490633-1b2a-48c3-88d7-017f2ec33de5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:50:39.392851 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7a3024-d31e-4b7f-9374-2d62e1b93978 admin admin] Network hostable DHCP agents. Network: 4f490633-1b2a-48c3-88d7-017f2ec33de5, hostable agents: ['eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9'], hosted agents: [] {{(pid=80158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:50:39.410950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7a3024-d31e-4b7f-9374-2d62e1b93978 admin admin] Network 4f490633-1b2a-48c3-88d7-017f2ec33de5 is scheduled to be hosted by DHCP agent eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9 with binding_index 1 {{(pid=80158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:50:39.418751 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-aa7a3024-d31e-4b7f-9374-2d62e1b93978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-smb, 4f490633-1b2a-48c3-88d7-017f2ec33de5) {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:39.422570 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7a3024-d31e-4b7f-9374-2d62e1b93978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:39.423195 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa7a3024-d31e-4b7f-9374-2d62e1b93978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:39.428020 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056e2cfa-962b-4c06-9056-24206f62b95e None None] Network 4f490633-1b2a-48c3-88d7-017f2ec33de5 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:50:39.446488 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-aa7a3024-d31e-4b7f-9374-2d62e1b93978 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6737485 Feb 05 18:50:39.664202 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc029f289-517f-5e5e-ab57-e692d880b635-4f490633-1b2a-48c3-88d7-017f2ec33de5', 'network_id': '4f490633-1b2a-48c3-88d7-017f2ec33de5', 'tenant_id': '050a83268da84f81a01c3c4831b6bba5', 'fixed_ips': [{'subnet_id': '93d4fdd0-91f9-4d12-9d47-8ab7296cf540'}]}} from dv-cinder-774288-2-smb. {{(pid=80160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 18:50:39.665152 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:39.954282 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Allocated IP 192.168.233.2 (4f490633-1b2a-48c3-88d7-017f2ec33de5/93d4fdd0-91f9-4d12-9d47-8ab7296cf540/a986591c-302c-480f-8664-e60666cae480) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:50:40.177219 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:40.188689 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Transition to ACTIVE for port object a986591c-302c-480f-8664-e60666cae480 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:50:40.204957 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Transition to ACTIVE for port object a986591c-302c-480f-8664-e60666cae480 will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:50:40.209473 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:40.224952 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5058b6e9-3acc-41a8-801f-5800cbba0d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:40.347438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Pushing event updated for resources: {'Port': ['ID=a986591c-302c-480f-8664-e60666cae480,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:40.356663 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:40.357039 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:40.357405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:40.357764 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:40.358126 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:40.358480 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:40.358835 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:40.359185 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:40.359536 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:40.359883 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:40.360232 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:40.360580 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:40.371350 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:40.432911 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Network 4f490633-1b2a-48c3-88d7-017f2ec33de5 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:50:40.434150 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:40.437090 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:50:40.494125 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Attempting to bind port a986591c-302c-480f-8664-e60666cae480 on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:50:40.494463 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Attempting to bind port a986591c-302c-480f-8664-e60666cae480 by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': '3dd07d04-5448-4f55-8a70-e792f98b139a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4f490633-1b2a-48c3-88d7-017f2ec33de5'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:50:40.494860 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Attempting to bind port a986591c-302c-480f-8664-e60666cae480 on network 4f490633-1b2a-48c3-88d7-017f2ec33de5 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:50:40.501139 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:50:40.501575 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Checking segment: {'id': '3dd07d04-5448-4f55-8a70-e792f98b139a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4f490633-1b2a-48c3-88d7-017f2ec33de5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:50:40.502011 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:40.502443 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Bound using segment: {'id': '3dd07d04-5448-4f55-8a70-e792f98b139a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4f490633-1b2a-48c3-88d7-017f2ec33de5'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:50:40.502944 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Bound port: a986591c-302c-480f-8664-e60666cae480, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd07d04-5448-4f55-8a70-e792f98b139a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4f490633-1b2a-48c3-88d7-017f2ec33de5'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:50:40.503349 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:40.611168 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] For port a986591c-302c-480f-8664-e60666cae480, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:50:40.616615 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] For port a986591c-302c-480f-8664-e60666cae480, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=a986591c-302c-480f-8664-e60666cae480,segment=NetworkSegment(3dd07d04-5448-4f55-8a70-e792f98b139a),segment_id=3dd07d04-5448-4f55-8a70-e792f98b139a)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:50:40.618559 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:40.641662 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:40.791786 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Pushing event updated for resources: {'Port': ['ID=a986591c-302c-480f-8664-e60666cae480,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:40.797020 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:41.661464 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device a986591c-302c-480f-8664-e60666cae480 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:50:41.734196 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port a986591c-302c-480f-8664-e60666cae480 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:50:42.062275 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836669a3-5301-4f8f-8d84-e8bc2ba50fde None None] Network 4f490633-1b2a-48c3-88d7-017f2ec33de5 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:50:42.147730 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-f0ba99d4-39b4-4ede-89d0-ba299b1ad270 None None] Provisioning for port a986591c-302c-480f-8664-e60666cae480 completed by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:50:42.160836 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-f0ba99d4-39b4-4ede-89d0-ba299b1ad270 None None] Provisioning complete for port a986591c-302c-480f-8664-e60666cae480 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:42.161276 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f0ba99d4-39b4-4ede-89d0-ba299b1ad270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:42.405353 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f0ba99d4-39b4-4ede-89d0-ba299b1ad270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:42.454037 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-f0ba99d4-39b4-4ede-89d0-ba299b1ad270 None None] For port a986591c-302c-480f-8664-e60666cae480, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=a986591c-302c-480f-8664-e60666cae480,segment=NetworkSegment(3dd07d04-5448-4f55-8a70-e792f98b139a),segment_id=3dd07d04-5448-4f55-8a70-e792f98b139a)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:50:42.457591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f0ba99d4-39b4-4ede-89d0-ba299b1ad270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:42.462595 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:42.535532 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba99d4-39b4-4ede-89d0-ba299b1ad270 None None] Pushing event updated for resources: {'Port': ['ID=a986591c-302c-480f-8664-e60666cae480,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:42.538980 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f0ba99d4-39b4-4ede-89d0-ba299b1ad270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:42.782956 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-61fb7658-bb07-4c65-b0a0-550c99dcd68c None None] Provisioning complete for port a986591c-302c-480f-8664-e60666cae480 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:42.783286 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-61fb7658-bb07-4c65-b0a0-550c99dcd68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:43.032617 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-8209f963-42d8-45d6-8b1a-a664587501ae None None] Provisioning complete for port a986591c-302c-480f-8664-e60666cae480 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:43.033027 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8209f963-42d8-45d6-8b1a-a664587501ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:43.638532 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device a986591c-302c-480f-8664-e60666cae480 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:50:43.710239 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port a986591c-302c-480f-8664-e60666cae480 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:43.710649 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:02.001839 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b8d44e5a-39ef-497e-b0db-2c89ae4fdd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:04.185154 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c525e614-9dba-4b92-aca1-3df1419f29b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:04.773955 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:05.635478 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:06.271113 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:13.688747 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 5 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:51:32.003329 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9e4af510-53e5-4ffc-a486-51ea27948886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:34.190264 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2580631a-58b4-4da0-aeea-85c5c61dd586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:34.775675 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:35.637282 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:36.277404 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:45.256484 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40224) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:45.263288 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [None req-c28833d9-b802-42a0-a852-c003d5535407 tempest-verify_tempest_config-2076643507 tempest-verify_tempest_config-2076643507-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:51:45.264346 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-c28833d9-b802-42a0-a852-c003d5535407 tempest-verify_tempest_config-2076643507 tempest-verify_tempest_config-2076643507-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0067697 Feb 05 18:51:45.623470 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40244) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:45.776426 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:45.791389 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:45.795637 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Usage tracker for resource:security_group_rule and tenant:ff65c28ea8f5480c964417e655e3aeb2 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:45.798624 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:45.804317 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:45.894149 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:45.896696 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:45.905709 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ffda8247-8617-4d7d-9dd0-98403e49ad59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:45.945457 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Synchronizing usage tracker for tenant:050a83268da84f81a01c3c4831b6bba5 on resource:security_group {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:51:45.948887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a698552b-4b23-4cbd-ab0f-81486a1d1601,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:45.959830 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:45.960149 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:45.960516 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:45.960875 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:45.961252 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:45.961610 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:45.961962 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:45.962311 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:45.962670 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:45.963017 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:45.963366 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:45.963711 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:45.968962 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:45.975934 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Unset dirty status for tenant:050a83268da84f81a01c3c4831b6bba5 on resource:security_group {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:51:45.977270 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff65c28ea8f5480c964417e655e3aeb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3527529 Feb 05 18:51:45.980051 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40250) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:46.039413 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1776a84e-4378-4d65-9c08-fae07a99bed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:46.065982 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1776a84e-4378-4d65-9c08-fae07a99bed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:46.117228 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1776a84e-4378-4d65-9c08-fae07a99bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:46.122293 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:46.132600 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776a84e-4378-4d65-9c08-fae07a99bed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a698552b-4b23-4cbd-ab0f-81486a1d1601,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:46.136129 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1776a84e-4378-4d65-9c08-fae07a99bed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:46.139803 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1776a84e-4378-4d65-9c08-fae07a99bed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:46.141619 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-1776a84e-4378-4d65-9c08-fae07a99bed9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a698552b-4b23-4cbd-ab0f-81486a1d1601 HTTP/1.1" status: 204 len: 168 time: 0.1605570 Feb 05 18:51:50.689186 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 5 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:52:02.004157 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6a9873ea-3efe-434d-8629-5af1af511aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:04.194017 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c9956926-e5fd-4665-bdcf-420f968a04db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:04.778694 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:05.639024 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:06.433908 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:27.688733 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 5 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:52:32.004772 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cf439231-9c10-462b-95c8-236c948b7457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:34.194801 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-23b5299b-361e-48e1-a64c-8216c88b1daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:34.783170 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:35.649223 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:36.285620 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:02.006078 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-823a784b-b212-4487-9fb7-26f793d0122c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:04.195403 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0b220c06-a7b8-4e75-8f3f-52947eb64624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:04.688673 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 5 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:53:04.783839 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:05.641317 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:06.286385 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:32.007445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cb7952e4-ee84-49d8-8fdb-af5addb786f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:33.274811 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381'] for agent, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:33.275437 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:33.275649 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:33.276027 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:33.276400 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:33.276767 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:33.277134 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:33.277524 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:33.277889 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:33.278251 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:33.278623 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:33.278980 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:33.279341 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:33.279726 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77428', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:53:33.283680 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77428', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:53:33.657699 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] get_endpoint_by_host() called for host hv-cinder-77428 {{(pid=80160) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 05 18:53:33.661956 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] get_endpoint_by_ip() called for ip 192.168.0.82 {{(pid=80160) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 05 18:53:33.665027 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] _add_endpoint() called for ip 192.168.0.82 {{(pid=80160) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 05 18:53:33.669716 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] _get_endpoints() called {{(pid=80160) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 05 18:53:34.196486 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cd83d077-855a-47e4-85cc-2ceaabefe57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:34.788466 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:35.643366 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:36.291606 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:41.689267 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:53:44.605301 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40322) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:53:44.752535 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-15748591-4fb5-45b5-a722-8c001481c250 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1461112 Feb 05 18:53:47.227265 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40332) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:53:47.315154 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-cf6f955c-ed1c-480b-82c0-a4852a01a647 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0866959 Feb 05 18:54:02.009025 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b293b498-4fbc-41af-8d43-05094fe4756f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:03.266735 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:04.197464 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9a0e88fc-38d4-4178-93db-3d8db3a6db70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:04.791962 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:05.644643 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:06.293800 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:18.689293 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:54:32.010086 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-67568968-f6a3-4eb3-9f08-af8553c006af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:33.277149 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:34.199859 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b7902ca2-907c-4d2a-b2f1-8b608da2ead2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:34.802886 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:35.646737 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:36.297996 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:55.690309 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:55:02.011715 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c9266c51-f573-41b7-b48f-57331a06f182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:03.281307 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:04.201531 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-34290973-8cf8-47da-b8a7-a0681eb8ac39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:04.797266 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:05.656894 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:06.301570 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:32.021998 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6a82551e-c89c-4d0c-96ea-c752d16d5a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:32.690023 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:55:33.285681 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:34.207835 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4ca7a679-a223-4211-8320-42b523ef43af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:34.801087 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:35.651503 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:36.317816 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40490) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:36.322011 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:36.343061 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40496) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:36.751210 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1319106331-network', 'tenant_id': 'd6772b3c833744d298b2542568f2699f'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:36.761366 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-805127289-network', 'tenant_id': '41ac3b59d1b342459afdeeb6ea515ca7'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:36.766628 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:36.771766 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Usage tracker for resource:network and tenant:d6772b3c833744d298b2542568f2699f is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:36.775046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:36.777473 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:36.783972 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Usage tracker for resource:network and tenant:41ac3b59d1b342459afdeeb6ea515ca7 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:36.786951 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:36.789375 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:36.799158 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:36.807073 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Made reservation on behalf of d6772b3c833744d298b2542568f2699f for: {'network': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:55:36.812404 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for network, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:36.830571 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:36.841701 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Made reservation on behalf of 41ac3b59d1b342459afdeeb6ea515ca7 for: {'network': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:55:36.846432 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for network, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:36.862486 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:36.875786 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:36.884932 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Usage tracker for resource:security_group_rule and tenant:d6772b3c833744d298b2542568f2699f is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:36.888005 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:36.890464 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:36.897544 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Usage tracker for resource:security_group_rule and tenant:41ac3b59d1b342459afdeeb6ea515ca7 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:36.900426 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:36.902673 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:36.913827 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:37.071538 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:37.079374 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:37.081673 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:37.089699 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:37.099056 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:37.119443 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:55:37.153645 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:37.154027 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Added segment 136859a3-6606-41af-8375-5d44672b0926 of type vxlan for network 497ec747-5a9f-4b18-bf8f-c5da3336777f Feb 05 18:55:37.166452 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0c606a-32d9-418a-ac49-6b789681dce9,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:37.182673 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.183054 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.183425 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.183791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.184151 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.185046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.185046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.185329 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.185549 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.185908 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.186260 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.186613 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.187029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.187385 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.187736 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.188087 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.188493 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.188776 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.189120 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.189497 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.189866 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.190216 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.190563 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.190912 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Tracked resource versions report: Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: pushed versions: Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: { 'AddressGroup': {'1.1'}, Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'ConntrackHelper': {'1.0'}, Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'Log': {'1.0'}, Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'Network': {'1.1'}, Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'Port': {'1.7'}, Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'PortForwarding': {'1.2'}, Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'QosPolicy': {'1.8'}, Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroup': {'1.4'}, Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroupRule': {'1.2'}, Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'SubPort': {'1.0'}, Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'Subnet': {'1.1'}, Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'Trunk': {'1.1'}} Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: consumer versions: Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: { DHCP agent@dv-cinder-774288-2-smb: {}, Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: L3 agent@dv-cinder-774288-2-smb: {}, Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: Metadata agent@dv-cinder-774288-2-smb: {}, Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: Metering agent@dv-cinder-774288-2-smb: {}, Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: Open vSwitch agent@dv-cinder-774288-2-smb: { 'AddressGroup': '1.1', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'Log': '1.0', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'Network': '1.1', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'Port': '1.7', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'PortForwarding': '1.2', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'QosPolicy': '1.8', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroup': '1.4', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'SubPort': '1.0', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'Subnet': '1.1', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'Trunk': '1.1'}, Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: Open vSwitch agent@hv-cinder-77428: { 'AddressGroup': '1.1', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'Log': '1.0', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'Network': '1.1', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'Port': '1.7', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'PortForwarding': '1.2', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'QosPolicy': '1.8', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroup': '1.4', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'SubPort': '1.0', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'Subnet': '1.1', Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: 'Trunk': '1.1'}} Feb 05 18:55:37.192253 dv-cinder-774288-2-smb neutron-server[80047]: {{(pid=80158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 18:55:37.202432 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:37.218521 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:37.230871 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275292661176'] for network, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:37.260331 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:37.272984 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:37.286547 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for network, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:37.289748 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:37.290408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:37.295487 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.api [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80158) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 18:55:37.295777 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_db.api [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 18:55:37.298003 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:37.298915 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 40536) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:37.381103 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 40546) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:37.418434 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 40552) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:37.425362 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Pushing event updated for resources: {'Network': ['ID=497ec747-5a9f-4b18-bf8f-c5da3336777f,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:37.430687 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:37.440829 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 40558) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:37.440980 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1213660 Feb 05 18:55:37.448735 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] Request body: {'subnet': {'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1319106331-subnet', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:37.449735 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Network 497ec747-5a9f-4b18-bf8f-c5da3336777f details requested by agent ovs-agent-dv-cinder-774288-2-smb with host dv-cinder-774288-2-smb {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:55:37.452624 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.quota [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] Loaded quota_driver: . Feb 05 18:55:37.469196 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:37.469701 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Network 497ec747-5a9f-4b18-bf8f-c5da3336777f details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:55:37.476656 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] Usage tracker for resource:subnet and tenant:d6772b3c833744d298b2542568f2699f is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:37.481601 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:37.489513 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:37.511598 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] Made reservation on behalf of d6772b3c833744d298b2542568f2699f for: {'subnet': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:55:37.564024 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.policy [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80159) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 05 18:55:37.564820 dv-cinder-774288-2-smb neutron-server[80047]: WARNING oslo_policy.policy [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 18:55:37.565249 dv-cinder-774288-2-smb neutron-server[80047]: WARNING oslo_policy.policy [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 18:55:37.596737 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:37.717574 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-network', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:37.745802 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:37.759658 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Usage tracker for resource:network and tenant:a5cc116b07494a72826dda0f60f8b9a7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:37.768692 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:37.779196 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:37.796895 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-222475914-network', 'tenant_id': '43a855f1df7b49c1a170438467a37f52'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:37.799150 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for network, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:37.808772 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:37.813662 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Made reservation on behalf of a5cc116b07494a72826dda0f60f8b9a7 for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:55:37.822092 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:37.847437 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:55:37.860498 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:37.860874 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Added segment 5a3bcc18-ab58-4686-9ba2-4f78c43ccea4 of type vxlan for network 9657212a-b08a-47f2-990a-340c82f01463 Feb 05 18:55:37.893916 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275292661176'] for network, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:37.929445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for network, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:37.931355 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:37.932203 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:37.951922 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-68fcc4a3-948c-4b68-9256-e0dcf75a1d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:37.976014 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6317735 Feb 05 18:55:37.984942 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40576) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:37.991534 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-2bd93ce2-c435-4c35-b107-674275ceb8ab admin admin] Request body: {'subnet': {'network_id': '9657212a-b08a-47f2-990a-340c82f01463', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-805127289-subnet', 'tenant_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:37.997148 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2bd93ce2-c435-4c35-b107-674275ceb8ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:37.997755 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1048170404-network', 'tenant_id': '95fd249fc6c74592ae86cd0a251a53f4'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:38.001217 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-2bd93ce2-c435-4c35-b107-674275ceb8ab admin admin] Usage tracker for resource:subnet and tenant:41ac3b59d1b342459afdeeb6ea515ca7 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:38.004264 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-2bd93ce2-c435-4c35-b107-674275ceb8ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:38.010648 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2bd93ce2-c435-4c35-b107-674275ceb8ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:38.013021 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:38.016945 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Usage tracker for resource:network and tenant:95fd249fc6c74592ae86cd0a251a53f4 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:38.020255 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:38.026705 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:38.037019 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Usage tracker for resource:network and tenant:43a855f1df7b49c1a170438467a37f52 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:38.043524 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Made reservation on behalf of 95fd249fc6c74592ae86cd0a251a53f4 for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:55:38.048416 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:38.061627 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:38.065573 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd93ce2-c435-4c35-b107-674275ceb8ab admin admin] Made reservation on behalf of 41ac3b59d1b342459afdeeb6ea515ca7 for: {'subnet': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:55:38.068675 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2bd93ce2-c435-4c35-b107-674275ceb8ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:38.072068 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:38.078809 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:38.101878 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:38.105942 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:95fd249fc6c74592ae86cd0a251a53f4 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:38.109095 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:38.114707 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:38.168360 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:38.266460 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:38.275579 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:38.282851 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:38.291222 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Usage tracker for resource:security_group_rule and tenant:a5cc116b07494a72826dda0f60f8b9a7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:38.322716 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:55:38.334963 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275292180135', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:38.335837 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Added segment f4597730-e881-4a99-9a4a-e80894c8cbd4 of type vxlan for network 15f84630-253c-44d0-9af4-3b2ad326edf4 Feb 05 18:55:38.418425 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275292661176'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:38.457605 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Pushing event updated for resources: {'Network': ['ID=9657212a-b08a-47f2-990a-340c82f01463,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:38.461908 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:38.468310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:38.482059 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Network 9657212a-b08a-47f2-990a-340c82f01463 details requested by agent ovs-agent-dv-cinder-774288-2-smb with host dv-cinder-774288-2-smb {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:55:38.486999 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:38.487965 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Made reservation on behalf of 43a855f1df7b49c1a170438467a37f52 for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:55:38.494134 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:38.495160 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:38.512559 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:38.515147 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:38.530392 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:38.531660 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:38.575891 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1560285 Feb 05 18:55:38.581679 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40596) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:38.585290 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:38.599484 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-d5b74b12-f85e-417d-93bd-2b27301e956c admin admin] Request body: {'subnet': {'network_id': '15f84630-253c-44d0-9af4-3b2ad326edf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1048170404-subnet', 'tenant_id': '95fd249fc6c74592ae86cd0a251a53f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:38.611927 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Usage tracker for resource:security_group_rule and tenant:43a855f1df7b49c1a170438467a37f52 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:38.626026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:38.628619 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d5b74b12-f85e-417d-93bd-2b27301e956c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:38.640216 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d5b74b12-f85e-417d-93bd-2b27301e956c admin admin] Usage tracker for resource:subnet and tenant:95fd249fc6c74592ae86cd0a251a53f4 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:38.658617 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d5b74b12-f85e-417d-93bd-2b27301e956c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:38.666417 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:38.673808 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8dbef1-985d-4816-8c54-03a63b731236,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:38.679040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d5b74b12-f85e-417d-93bd-2b27301e956c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:38.685886 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.686570 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.687156 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.687710 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.688266 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.688911 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.689376 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.689798 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.690218 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.690658 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.691076 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.691498 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.691974 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.692457 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.692873 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.693320 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.693732 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.694143 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.694701 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.694886 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.696048 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.696461 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.697062 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.697312 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Tracked resource versions report: Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: pushed versions: Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: { 'AddressGroup': {'1.1'}, Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'ConntrackHelper': {'1.0'}, Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'Log': {'1.0'}, Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'Network': {'1.1'}, Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'Port': {'1.7'}, Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'PortForwarding': {'1.2'}, Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'QosPolicy': {'1.8'}, Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroup': {'1.4'}, Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroupRule': {'1.2'}, Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'SubPort': {'1.0'}, Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'Subnet': {'1.1'}, Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'Trunk': {'1.1'}} Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: consumer versions: Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: { DHCP agent@dv-cinder-774288-2-smb: {}, Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: L3 agent@dv-cinder-774288-2-smb: {}, Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: Metadata agent@dv-cinder-774288-2-smb: {}, Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: Metering agent@dv-cinder-774288-2-smb: {}, Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: Open vSwitch agent@dv-cinder-774288-2-smb: { 'AddressGroup': '1.1', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'Log': '1.0', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'Network': '1.1', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'Port': '1.7', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'PortForwarding': '1.2', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'QosPolicy': '1.8', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroup': '1.4', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'SubPort': '1.0', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'Subnet': '1.1', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'Trunk': '1.1'}, Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: Open vSwitch agent@hv-cinder-77428: { 'AddressGroup': '1.1', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'Log': '1.0', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'Network': '1.1', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'Port': '1.7', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'PortForwarding': '1.2', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'QosPolicy': '1.8', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroup': '1.4', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'SubPort': '1.0', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'Subnet': '1.1', Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: 'Trunk': '1.1'}} Feb 05 18:55:38.698838 dv-cinder-774288-2-smb neutron-server[80047]: {{(pid=80159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 18:55:38.729009 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b74b12-f85e-417d-93bd-2b27301e956c admin admin] Made reservation on behalf of 95fd249fc6c74592ae86cd0a251a53f4 for: {'subnet': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:55:38.729892 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Network 9657212a-b08a-47f2-990a-340c82f01463 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:55:38.736574 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d5b74b12-f85e-417d-93bd-2b27301e956c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:38.869581 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:38.871494 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:38.991680 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2bd93ce2-c435-4c35-b107-674275ceb8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for subnet, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:39.011874 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:39.056853 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=15f84630-253c-44d0-9af4-3b2ad326edf4,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:39.060314 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:39.068479 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Network 15f84630-253c-44d0-9af4-3b2ad326edf4 details requested by agent ovs-agent-dv-cinder-774288-2-smb with host dv-cinder-774288-2-smb {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:55:39.139765 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:39.147246 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:39.187897 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:39.189667 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd93ce2-c435-4c35-b107-674275ceb8ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=c829bd72-056f-4907-824c-4eeeb1817b58,revision_number=0']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:39.199386 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2bd93ce2-c435-4c35-b107-674275ceb8ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:39.244414 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202ebc7d-6883-4635-a0f6-41953f3b49ec,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:39.256509 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:39.294369 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Network 15f84630-253c-44d0-9af4-3b2ad326edf4 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:55:39.337739 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:55:39.348191 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:39.355914 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:39.360424 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275292180135', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:39.361096 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Added segment 3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7 of type vxlan for network 9965b9d0-889c-488e-93d5-091708438716 Feb 05 18:55:39.373679 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:39.415256 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac414e6d-052a-4a04-91e9-1849950d8181,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:39.425693 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:39.552093 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275292661176'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:39.579632 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd93ce2-c435-4c35-b107-674275ceb8ab admin admin] Checking segment: {'id': '5a3bcc18-ab58-4686-9ba2-4f78c43ccea4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9657212a-b08a-47f2-990a-340c82f01463'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:55:39.580524 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd93ce2-c435-4c35-b107-674275ceb8ab admin admin] Network hostable DHCP agents. Network: 9657212a-b08a-47f2-990a-340c82f01463, hostable agents: ['eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9'], hosted agents: [] {{(pid=80158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:55:39.603527 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for subnet, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:39.630887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd93ce2-c435-4c35-b107-674275ceb8ab admin admin] Network 9657212a-b08a-47f2-990a-340c82f01463 is scheduled to be hosted by DHCP agent eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9 with binding_index 1 {{(pid=80158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:55:39.650568 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-2bd93ce2-c435-4c35-b107-674275ceb8ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-smb, 9657212a-b08a-47f2-990a-340c82f01463) {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:55:39.661305 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb542d14-57e0-4feb-947c-fe1e25fd9eb6 None None] Network 9657212a-b08a-47f2-990a-340c82f01463 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:55:39.668317 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd93ce2-c435-4c35-b107-674275ceb8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:39.669309 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2bd93ce2-c435-4c35-b107-674275ceb8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:39.759002 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-2bd93ce2-c435-4c35-b107-674275ceb8ab admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7727983 Feb 05 18:55:39.761762 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40632) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:39.764355 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:39.768055 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-805127289-router', 'tenant_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:39.776004 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:39.795552 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Usage tracker for resource:router and tenant:41ac3b59d1b342459afdeeb6ea515ca7 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:39.805544 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:39.807325 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:39.827445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.api [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80159) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 18:55:39.829470 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_db.api [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 18:55:39.869566 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:39.871770 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d5b74b12-f85e-417d-93bd-2b27301e956c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for subnet, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:39.881273 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:39.882437 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:39.892372 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca05151-4272-40cf-9fde-02be00fd7aec,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:39.919869 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:39.931726 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-074f740a-e17b-42eb-aec5-f118b86b4ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:40.088977 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba5f56e-3dae-4b89-b75b-14393549fbb4 None None] Network 9657212a-b08a-47f2-990a-340c82f01463 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:55:40.119340 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Pushing event updated for resources: {'Network': ['ID=9965b9d0-889c-488e-93d5-091708438716,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:40.127294 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:40.147799 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] Checking segment: {'id': '136859a3-6606-41af-8375-5d44672b0926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:55:40.148193 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] Network hostable DHCP agents. Network: 497ec747-5a9f-4b18-bf8f-c5da3336777f, hostable agents: ['eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9'], hosted agents: [] {{(pid=80159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:55:40.153216 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:40.180134 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8768840 Feb 05 18:55:40.186201 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 40650) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:40.203204 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-7cb87091-910f-433a-98b4-678694523bae admin admin] Request body: {'subnet': {'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-subnet', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:40.211200 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7cb87091-910f-433a-98b4-678694523bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:40.215462 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-7cb87091-910f-433a-98b4-678694523bae admin admin] Usage tracker for resource:subnet and tenant:a5cc116b07494a72826dda0f60f8b9a7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:40.218486 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-7cb87091-910f-433a-98b4-678694523bae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:40.224525 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7cb87091-910f-433a-98b4-678694523bae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:40.232971 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] Network 497ec747-5a9f-4b18-bf8f-c5da3336777f is scheduled to be hosted by DHCP agent eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9 with binding_index 1 {{(pid=80159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:55:40.238254 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb87091-910f-433a-98b4-678694523bae admin admin] Made reservation on behalf of a5cc116b07494a72826dda0f60f8b9a7 for: {'subnet': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:55:40.244255 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7cb87091-910f-433a-98b4-678694523bae admin admin] Notify callbacks [] for subnet, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:40.252894 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852749002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769136'] for router, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:40.254248 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852748900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852745261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1942813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6665'] for router, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:40.325761 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b74b12-f85e-417d-93bd-2b27301e956c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6746409f-3f8a-46ae-a54a-652a014d8eea,revision_number=0']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:40.332194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Network 9965b9d0-889c-488e-93d5-091708438716 details requested by agent ovs-agent-dv-cinder-774288-2-smb with host dv-cinder-774288-2-smb {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:55:40.336028 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d5b74b12-f85e-417d-93bd-2b27301e956c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:40.355723 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:40.457719 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Network 9965b9d0-889c-488e-93d5-091708438716 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:55:40.542905 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:40.576291 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-smb, 497ec747-5a9f-4b18-bf8f-c5da3336777f) {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:55:40.671826 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3211a58-d267-4b83-bff3-11f369972efc None None] Network 497ec747-5a9f-4b18-bf8f-c5da3336777f requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:55:40.699738 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:40.700211 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:40.784307 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:55:40.838862 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3963740 Feb 05 18:55:40.840775 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 40678) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:40.841837 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275292180135', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:40.842277 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Added segment 71042f81-32b9-455a-9fb0-8d92ee6e6374 of type vxlan for network b4d031a8-5511-4a0c-8172-059ed7971489 Feb 05 18:55:40.864164 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:40.876576 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b74b12-f85e-417d-93bd-2b27301e956c admin admin] Checking segment: {'id': 'f4597730-e881-4a99-9a4a-e80894c8cbd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '15f84630-253c-44d0-9af4-3b2ad326edf4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:55:40.876951 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b74b12-f85e-417d-93bd-2b27301e956c admin admin] Network hostable DHCP agents. Network: 15f84630-253c-44d0-9af4-3b2ad326edf4, hostable agents: ['eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9'], hosted agents: [] {{(pid=80158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:55:40.902834 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:40.903033 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852745280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852750656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6774'] for router, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:40.932024 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b74b12-f85e-417d-93bd-2b27301e956c admin admin] Network 15f84630-253c-44d0-9af4-3b2ad326edf4 is scheduled to be hosted by DHCP agent eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9 with binding_index 1 {{(pid=80158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:55:40.934914 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Usage tracker for resource:router and tenant:d6772b3c833744d298b2542568f2699f is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:40.940161 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:40.944086 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-d5b74b12-f85e-417d-93bd-2b27301e956c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-smb, 15f84630-253c-44d0-9af4-3b2ad326edf4) {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:55:40.950197 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:40.958358 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275292661176'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:40.981980 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852749002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769136'] for router, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:40.983362 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852748900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852745261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1942813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6665'] for router, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:41.020654 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b74b12-f85e-417d-93bd-2b27301e956c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:41.021328 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d5b74b12-f85e-417d-93bd-2b27301e956c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:41.051727 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:41.059859 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-d5b74b12-f85e-417d-93bd-2b27301e956c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4745507 Feb 05 18:55:41.107729 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcfd2af-d127-4719-b3b5-4e1d74b6dacc None None] Network 15f84630-253c-44d0-9af4-3b2ad326edf4 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:55:41.159439 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:41.170821 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:41.171377 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:41.195302 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:41.246515 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.8642213 Feb 05 18:55:41.258054 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 40706) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:41.328767 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 40708) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:41.431663 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc029f289-517f-5e5e-ab57-e692d880b635-497ec747-5a9f-4b18-bf8f-c5da3336777f', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'fixed_ips': [{'subnet_id': '9ca05151-4272-40cf-9fde-02be00fd7aec'}]}} from dv-cinder-774288-2-smb. {{(pid=80160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 18:55:41.433711 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:41.605017 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-92baf108-18e7-4193-a515-4e55c4454404 admin admin] Request body: {'subnet': {'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-222475914-subnet', 'tenant_id': '43a855f1df7b49c1a170438467a37f52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:41.612215 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-92baf108-18e7-4193-a515-4e55c4454404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:41.630313 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-92baf108-18e7-4193-a515-4e55c4454404 admin admin] Usage tracker for resource:subnet and tenant:43a855f1df7b49c1a170438467a37f52 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:41.638996 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-92baf108-18e7-4193-a515-4e55c4454404 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:41.668641 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:41.703055 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7cb87091-910f-433a-98b4-678694523bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for subnet, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:41.704186 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-92baf108-18e7-4193-a515-4e55c4454404 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:41.707343 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:41.997677 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Pushing event updated for resources: {'Network': ['ID=b4d031a8-5511-4a0c-8172-059ed7971489,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:42.035802 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92baf108-18e7-4193-a515-4e55c4454404 admin admin] Made reservation on behalf of 43a855f1df7b49c1a170438467a37f52 for: {'subnet': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:55:42.041579 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-92baf108-18e7-4193-a515-4e55c4454404 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:42.058703 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:42.062254 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40760) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:42.071454 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Network b4d031a8-5511-4a0c-8172-059ed7971489 details requested by agent ovs-agent-dv-cinder-774288-2-smb with host dv-cinder-774288-2-smb {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:55:42.076187 dv-cinder-774288-2-smb neutron-server[80047]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 05 18:55:42.088073 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Network b4d031a8-5511-4a0c-8172-059ed7971489 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:55:42.232460 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852745280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852750656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6774'] for router, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:42.240871 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:42.282846 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb87091-910f-433a-98b4-678694523bae admin admin] Checking segment: {'id': '3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9965b9d0-889c-488e-93d5-091708438716'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:55:42.283393 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb87091-910f-433a-98b4-678694523bae admin admin] Network hostable DHCP agents. Network: 9965b9d0-889c-488e-93d5-091708438716, hostable agents: ['eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9'], hosted agents: [] {{(pid=80159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:55:42.362366 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Allocated IP 172.28.0.138 (43003cf3-0c0b-48ed-9e38-49f5e4f74bf6/afe140d3-b1db-4f68-bd90-821acea9aebe/c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:55:42.400160 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a2639fa9-5aec-4c63-a2e1-dd5a8aa479fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:42.425945 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a2639fa9-5aec-4c63-a2e1-dd5a8aa479fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:42.430273 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a2639fa9-5aec-4c63-a2e1-dd5a8aa479fd admin admin] Usage tracker for resource:security_group_rule and tenant:faa96902fb38497aa647c0dfcfed5da5 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:42.431862 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddf7859-2b15-4eab-b435-cb4428c02f19 None None] Network 15f84630-253c-44d0-9af4-3b2ad326edf4 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:55:42.434269 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a2639fa9-5aec-4c63-a2e1-dd5a8aa479fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:42.440612 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a2639fa9-5aec-4c63-a2e1-dd5a8aa479fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:42.452425 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Allocated IP 172.20.0.2 (497ec747-5a9f-4b18-bf8f-c5da3336777f/9ca05151-4272-40cf-9fde-02be00fd7aec/419b26d3-3f84-4d92-8909-c4ab187143e2) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:55:42.477645 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-dd689ed1-aad8-442a-851c-676d406303e3 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:42.485144 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-dd689ed1-aad8-442a-851c-676d406303e3 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/networks?id=15f84630-253c-44d0-9af4-3b2ad326edf4 HTTP/1.1" status: 200 len: 812 time: 0.4168439 Feb 05 18:55:42.544336 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a2639fa9-5aec-4c63-a2e1-dd5a8aa479fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:42.572950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a2639fa9-5aec-4c63-a2e1-dd5a8aa479fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:42.616257 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-e1a3d2ef-38db-484a-86de-ca1a1f1f57d8 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/quotas/95fd249fc6c74592ae86cd0a251a53f4 HTTP/1.1" status: 200 len: 375 time: 0.1241539 Feb 05 18:55:42.691956 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f8d3e5a6-177e-4b1f-bac8-2a5f26d4c4f9 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=95fd249fc6c74592ae86cd0a251a53f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745950 Feb 05 18:55:42.693975 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a2639fa9-5aec-4c63-a2e1-dd5a8aa479fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=faa96902fb38497aa647c0dfcfed5da5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3621829 Feb 05 18:55:42.697736 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40804) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:42.706615 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb87091-910f-433a-98b4-678694523bae admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f1bdea3-74d8-4195-980b-db0b045c7457,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:42.708747 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb87091-910f-433a-98b4-678694523bae admin admin] Network 9965b9d0-889c-488e-93d5-091708438716 is scheduled to be hosted by DHCP agent eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9 with binding_index 1 {{(pid=80159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:55:42.713034 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7cb87091-910f-433a-98b4-678694523bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:42.717459 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:42.760115 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-7cb87091-910f-433a-98b4-678694523bae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-smb, 9965b9d0-889c-488e-93d5-091708438716) {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:55:42.770467 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb87091-910f-433a-98b4-678694523bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:42.771104 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7cb87091-910f-433a-98b4-678694523bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:42.777697 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2639fa9-5aec-4c63-a2e1-dd5a8aa479fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c918ea26-524c-4a1d-ac66-680318edfcc4,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:42.781342 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93895ac-2afd-4a43-9c72-6ccb385784d2 None None] Network 9965b9d0-889c-488e-93d5-091708438716 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:55:42.785107 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a2639fa9-5aec-4c63-a2e1-dd5a8aa479fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:42.839887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:42.864164 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-65b237d7-179d-4309-ac73-ad43e8a39624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:42.878632 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-7cb87091-910f-433a-98b4-678694523bae admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6886797 Feb 05 18:55:42.885410 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 40812) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:42.896411 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:42.906676 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-65b237d7-179d-4309-ac73-ad43e8a39624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:42.917425 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:42.930992 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Usage tracker for resource:router and tenant:a5cc116b07494a72826dda0f60f8b9a7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:42.946043 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:42.957452 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:42.990046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-65b237d7-179d-4309-ac73-ad43e8a39624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:43.009919 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:43.052969 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b237d7-179d-4309-ac73-ad43e8a39624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c918ea26-524c-4a1d-ac66-680318edfcc4,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:43.064361 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-65b237d7-179d-4309-ac73-ad43e8a39624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:43.072779 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852749002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769136'] for router, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:43.073892 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852748900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852745261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1942813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6665'] for router, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:43.075947 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-65b237d7-179d-4309-ac73-ad43e8a39624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:43.077456 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-65b237d7-179d-4309-ac73-ad43e8a39624 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c918ea26-524c-4a1d-ac66-680318edfcc4 HTTP/1.1" status: 204 len: 168 time: 0.3527372 Feb 05 18:55:43.105443 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:43.132103 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:43.146103 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:43.204174 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Transition to ACTIVE for port object 419b26d3-3f84-4d92-8909-c4ab187143e2 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:55:43.251772 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:43.265985 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-3e8e4048-2163-4630-b0bf-2c7cf88b5ca0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:55:43.266854 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-3e8e4048-2163-4630-b0bf-2c7cf88b5ca0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3310218 Feb 05 18:55:43.281432 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Transition to ACTIVE for port object 419b26d3-3f84-4d92-8909-c4ab187143e2 will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:55:43.297644 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:43.402888 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:43.420446 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Pushing event updated for resources: {'Port': ['ID=c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:43.428153 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:43.585786 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:43.692405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc029f289-517f-5e5e-ab57-e692d880b635-9965b9d0-889c-488e-93d5-091708438716', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'fixed_ips': [{'subnet_id': '8f1bdea3-74d8-4195-980b-db0b045c7457'}]}} from dv-cinder-774288-2-smb. {{(pid=80160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 18:55:43.693350 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:43.756423 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:55:43.765822 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-c8b047ad-2ee7-4d68-a8f9-7ca9ec30c648 service neutron] 10.222.0.23 "GET /v2.0/networks/15f84630-253c-44d0-9af4-3b2ad326edf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797678 Feb 05 18:55:43.788950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Resources bound (agent type, host, resource id): {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:55:43.794189 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:55:43.803094 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Pushing event updated for resources: {'Port': ['ID=419b26d3-3f84-4d92-8909-c4ab187143e2,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:43.844019 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.844547 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.844921 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.845310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.845673 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.846029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.846383 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.846879 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.847271 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.847570 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.847923 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.848273 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.848693 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.849043 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.849433 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.849784 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.850130 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.850480 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.850826 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.851173 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.852279 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.852534 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.852884 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.853248 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Tracked resource versions report: Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: pushed versions: Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: { 'AddressGroup': {'1.1'}, Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'ConntrackHelper': {'1.0'}, Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'Log': {'1.0'}, Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'Network': {'1.1'}, Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'Port': {'1.7'}, Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'PortForwarding': {'1.2'}, Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'QosPolicy': {'1.8'}, Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroup': {'1.4'}, Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroupRule': {'1.2'}, Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'SubPort': {'1.0'}, Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'Subnet': {'1.1'}, Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'Trunk': {'1.1'}} Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: consumer versions: Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: { DHCP agent@dv-cinder-774288-2-smb: {}, Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: L3 agent@dv-cinder-774288-2-smb: {}, Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: Metadata agent@dv-cinder-774288-2-smb: {}, Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: Metering agent@dv-cinder-774288-2-smb: {}, Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: Open vSwitch agent@dv-cinder-774288-2-smb: { 'AddressGroup': '1.1', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'Log': '1.0', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'Network': '1.1', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'Port': '1.7', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'PortForwarding': '1.2', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'QosPolicy': '1.8', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroup': '1.4', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'SubPort': '1.0', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'Subnet': '1.1', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'Trunk': '1.1'}, Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: Open vSwitch agent@hv-cinder-77428: { 'AddressGroup': '1.1', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'Log': '1.0', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'Network': '1.1', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'Port': '1.7', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'PortForwarding': '1.2', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'QosPolicy': '1.8', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroup': '1.4', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'SubPort': '1.0', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'Subnet': '1.1', Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: 'Trunk': '1.1'}} Feb 05 18:55:43.855328 dv-cinder-774288-2-smb neutron-server[80047]: {{(pid=80160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 18:55:43.898830 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:43.973998 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:43.975978 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40848) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:44.061452 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40852) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:44.076474 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bae7c7c0-3a78-49d3-8d1d-278a59d4292f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:44.147972 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bae7c7c0-3a78-49d3-8d1d-278a59d4292f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:44.158998 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bae7c7c0-3a78-49d3-8d1d-278a59d4292f admin admin] Usage tracker for resource:security_group_rule and tenant:f0ed311ae16944c48926ab888bbcc600 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:44.160538 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Network 497ec747-5a9f-4b18-bf8f-c5da3336777f is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:55:44.162981 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:55:44.163717 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bae7c7c0-3a78-49d3-8d1d-278a59d4292f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:44.171148 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:55:44.172812 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bae7c7c0-3a78-49d3-8d1d-278a59d4292f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:44.181042 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-a0b3644c-d24d-4502-b1a3-c508a1a8889b service neutron] 10.222.0.23 "GET /v2.0/networks/15f84630-253c-44d0-9af4-3b2ad326edf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4142885 Feb 05 18:55:44.351058 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Allocated IP 172.28.0.27 (43003cf3-0c0b-48ed-9e38-49f5e4f74bf6/afe140d3-b1db-4f68-bd90-821acea9aebe/dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:55:44.452928 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b068dfd2-59c8-463c-9ce6-d1682fc5f839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:44.469592 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852745280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852750656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6774'] for router, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:44.481331 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Attempting to bind port 419b26d3-3f84-4d92-8909-c4ab187143e2 on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:55:44.482158 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Attempting to bind port 419b26d3-3f84-4d92-8909-c4ab187143e2 by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': '136859a3-6606-41af-8375-5d44672b0926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:55:44.482474 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Attempting to bind port 419b26d3-3f84-4d92-8909-c4ab187143e2 on network 497ec747-5a9f-4b18-bf8f-c5da3336777f {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:55:44.495130 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:55:44.495550 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Checking segment: {'id': '136859a3-6606-41af-8375-5d44672b0926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:55:44.495986 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:44.496414 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Bound using segment: {'id': '136859a3-6606-41af-8375-5d44672b0926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:55:44.497105 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Bound port: 419b26d3-3f84-4d92-8909-c4ab187143e2, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136859a3-6606-41af-8375-5d44672b0926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:55:44.497331 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:44.508825 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40866) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:44.513854 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b068dfd2-59c8-463c-9ce6-d1682fc5f839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:44.528600 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b068dfd2-59c8-463c-9ce6-d1682fc5f839 admin admin] Usage tracker for resource:security_group_rule and tenant:35ac1b809a834b58ac96cdf79a0ce0ad is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:44.536497 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b068dfd2-59c8-463c-9ce6-d1682fc5f839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:44.558823 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b068dfd2-59c8-463c-9ce6-d1682fc5f839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:44.573585 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40874) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:44.653424 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-864ef253-01dd-4271-b0ed-f60435a7839f req-8d018f04-f46f-4a65-b9ce-60af0001931e tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 210 time: 0.0749691 Feb 05 18:55:44.654037 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:44.659585 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] For port 419b26d3-3f84-4d92-8909-c4ab187143e2, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:55:44.669925 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] For port 419b26d3-3f84-4d92-8909-c4ab187143e2, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=419b26d3-3f84-4d92-8909-c4ab187143e2,segment=NetworkSegment(136859a3-6606-41af-8375-5d44672b0926),segment_id=136859a3-6606-41af-8375-5d44672b0926)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:55:44.677669 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:44.794046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5058b6e9-3acc-41a8-801f-5800cbba0d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:44.807441 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:44.830044 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Allocated IP 172.20.0.2 (9965b9d0-889c-488e-93d5-091708438716/8f1bdea3-74d8-4195-980b-db0b045c7457/f812d406-e674-4831-8da8-b7a6b9d62e8b) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:55:44.862892 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-92baf108-18e7-4193-a515-4e55c4454404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for subnet, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:44.902639 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bae7c7c0-3a78-49d3-8d1d-278a59d4292f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:44.927553 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8ff7617a-5a34-4a66-8234-dbffedb031e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:44.951168 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8ff7617a-5a34-4a66-8234-dbffedb031e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:44.955383 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-8ff7617a-5a34-4a66-8234-dbffedb031e5 admin admin] Usage tracker for resource:security_group_rule and tenant:d534235fe8b5487c983ab64116e0ee6d is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:44.958679 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-8ff7617a-5a34-4a66-8234-dbffedb031e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:44.965500 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8ff7617a-5a34-4a66-8234-dbffedb031e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:44.979081 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bae7c7c0-3a78-49d3-8d1d-278a59d4292f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:45.007208 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:45.038163 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Pushing event updated for resources: {'Port': ['ID=419b26d3-3f84-4d92-8909-c4ab187143e2,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:45.061138 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:45.067466 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:45.080315 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92baf108-18e7-4193-a515-4e55c4454404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3961e334-7d1e-4fd6-b199-f132904184e0,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:45.091075 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-92baf108-18e7-4193-a515-4e55c4454404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:45.122033 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7c7c0-3a78-49d3-8d1d-278a59d4292f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abca0bb-c716-4e62-aae1-4ffe2b1a5250,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:45.210242 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bae7c7c0-3a78-49d3-8d1d-278a59d4292f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:45.221056 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:45.236102 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Transition to ACTIVE for port object f812d406-e674-4831-8da8-b7a6b9d62e8b will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:55:45.260120 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Transition to ACTIVE for port object f812d406-e674-4831-8da8-b7a6b9d62e8b will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:55:45.268499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:45.268699 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-bae7c7c0-3a78-49d3-8d1d-278a59d4292f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0ed311ae16944c48926ab888bbcc600&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2866910 Feb 05 18:55:45.275286 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40902) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:45.289846 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:45.392503 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:45.449809 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b068dfd2-59c8-463c-9ce6-d1682fc5f839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:45.458907 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852754393'] for router, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:45.465371 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d5c136fe-350c-4e55-a5cd-91dc09ebad65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:45.471598 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Pushing event updated for resources: {'Port': ['ID=f812d406-e674-4831-8da8-b7a6b9d62e8b,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:45.480707 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:45.524043 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92baf108-18e7-4193-a515-4e55c4454404 admin admin] Checking segment: {'id': '71042f81-32b9-455a-9fb0-8d92ee6e6374', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:55:45.525033 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92baf108-18e7-4193-a515-4e55c4454404 admin admin] Network hostable DHCP agents. Network: b4d031a8-5511-4a0c-8172-059ed7971489, hostable agents: ['eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9'], hosted agents: [] {{(pid=80159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:55:45.544605 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:45.551186 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Network 9965b9d0-889c-488e-93d5-091708438716 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:55:45.552348 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:55:45.554740 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:55:45.608908 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b068dfd2-59c8-463c-9ce6-d1682fc5f839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:45.639189 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Attempting to bind port f812d406-e674-4831-8da8-b7a6b9d62e8b on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:55:45.639610 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Attempting to bind port f812d406-e674-4831-8da8-b7a6b9d62e8b by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': '3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9965b9d0-889c-488e-93d5-091708438716'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:55:45.640004 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Attempting to bind port f812d406-e674-4831-8da8-b7a6b9d62e8b on network 9965b9d0-889c-488e-93d5-091708438716 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:55:45.655691 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:55:45.656094 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Checking segment: {'id': '3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9965b9d0-889c-488e-93d5-091708438716'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:55:45.656421 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:45.656536 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:45.656861 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Bound using segment: {'id': '3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9965b9d0-889c-488e-93d5-091708438716'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:55:45.657408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Bound port: f812d406-e674-4831-8da8-b7a6b9d62e8b, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9965b9d0-889c-488e-93d5-091708438716'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:55:45.657822 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:45.706175 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-65b237d7-179d-4309-ac73-ad43e8a39624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:45.745766 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-b068dfd2-59c8-463c-9ce6-d1682fc5f839 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35ac1b809a834b58ac96cdf79a0ce0ad&name=default HTTP/1.1" status: 200 len: 2977 time: 1.6811962 Feb 05 18:55:45.750835 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40916) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:45.867784 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] For port f812d406-e674-4831-8da8-b7a6b9d62e8b, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:55:45.869582 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d5c136fe-350c-4e55-a5cd-91dc09ebad65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:45.871671 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] For port f812d406-e674-4831-8da8-b7a6b9d62e8b, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=f812d406-e674-4831-8da8-b7a6b9d62e8b,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:55:45.875484 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:45.909008 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8ff7617a-5a34-4a66-8234-dbffedb031e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:45.912563 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:45.936336 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:45.948753 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 419b26d3-3f84-4d92-8909-c4ab187143e2 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:55:45.976345 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92baf108-18e7-4193-a515-4e55c4454404 admin admin] Network b4d031a8-5511-4a0c-8172-059ed7971489 is scheduled to be hosted by DHCP agent eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9 with binding_index 1 {{(pid=80159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:55:46.011711 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Pushing event updated for resources: {'Port': ['ID=dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:46.015746 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:46.030520 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-92baf108-18e7-4193-a515-4e55c4454404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-smb, b4d031a8-5511-4a0c-8172-059ed7971489) {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:55:46.042094 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92baf108-18e7-4193-a515-4e55c4454404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:46.043020 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-92baf108-18e7-4193-a515-4e55c4454404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:46.066530 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4dbbee-0cdd-4327-964f-db8e74b138ab None None] Network b4d031a8-5511-4a0c-8172-059ed7971489 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:55:46.168626 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-92baf108-18e7-4193-a515-4e55c4454404 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.9076605 Feb 05 18:55:46.192010 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:55:46.192398 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8ff7617a-5a34-4a66-8234-dbffedb031e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:46.196300 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:55:46.199267 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:55:46.263283 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Pushing event updated for resources: {'Port': ['ID=f812d406-e674-4831-8da8-b7a6b9d62e8b,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:46.273100 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068dfd2-59c8-463c-9ce6-d1682fc5f839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b2dd15-6e55-46b8-aead-01f3aa04b9a1,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:46.274544 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:46.279993 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b068dfd2-59c8-463c-9ce6-d1682fc5f839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:46.297297 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-72229a61-5b96-4ccd-851b-787258509b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:46.319794 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port 419b26d3-3f84-4d92-8909-c4ab187143e2 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:55:46.335182 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4b7859ba-2a9a-44fc-a631-4aafd98faf30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:46.412785 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d5c136fe-350c-4e55-a5cd-91dc09ebad65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:46.444993 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7617a-5a34-4a66-8234-dbffedb031e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385a79f8-aa98-475e-9b2e-d9aad3426d69,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:46.449499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8ff7617a-5a34-4a66-8234-dbffedb031e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:46.452691 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-8ff7617a-5a34-4a66-8234-dbffedb031e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d534235fe8b5487c983ab64116e0ee6d&name=default HTTP/1.1" status: 200 len: 2978 time: 1.9430454 Feb 05 18:55:46.463534 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fff832bd-7e67-44f0-be27-14433342413c req-ed4c82b7-67bb-4ee6-aa0c-61cee1b43743 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 210 time: 0.6160476 Feb 05 18:55:46.486460 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7ce88e-987d-4e90-890e-bc4a3b52602f None None] Network b4d031a8-5511-4a0c-8172-059ed7971489 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:55:46.490569 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 40932) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:46.541579 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-72229a61-5b96-4ccd-851b-787258509b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:46.637186 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:46.669134 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c136fe-350c-4e55-a5cd-91dc09ebad65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abca0bb-c716-4e62-aae1-4ffe2b1a5250,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:46.681515 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d5c136fe-350c-4e55-a5cd-91dc09ebad65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:46.686628 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d5c136fe-350c-4e55-a5cd-91dc09ebad65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:46.691853 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-d5c136fe-350c-4e55-a5cd-91dc09ebad65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9abca0bb-c716-4e62-aae1-4ffe2b1a5250 HTTP/1.1" status: 204 len: 168 time: 1.4031584 Feb 05 18:55:46.693700 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-72229a61-5b96-4ccd-851b-787258509b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:46.701706 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-72229a61-5b96-4ccd-851b-787258509b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:46.703125 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-72229a61-5b96-4ccd-851b-787258509b87 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52b2dd15-6e55-46b8-aead-01f3aa04b9a1 HTTP/1.1" status: 204 len: 168 time: 0.8575168 Feb 05 18:55:46.716889 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8ff7617a-5a34-4a66-8234-dbffedb031e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:46.730303 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72229a61-5b96-4ccd-851b-787258509b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b2dd15-6e55-46b8-aead-01f3aa04b9a1,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:46.740358 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-72229a61-5b96-4ccd-851b-787258509b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:46.846399 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Router 7d7352e7-c088-4ea2-b60d-d7c66d145b60 is scheduled to L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c with binding_index 1 {{(pid=80158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 18:55:47.035130 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dd5792f8-3fa9-4187-86fc-c6c3da3aa6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:47.044235 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e97e6d8-4de3-4e03-9803-cae140d76ef1 None None] Network 497ec747-5a9f-4b18-bf8f-c5da3336777f requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:55:47.121430 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Allocated IP 172.28.0.45 (43003cf3-0c0b-48ed-9e38-49f5e4f74bf6/afe140d3-b1db-4f68-bd90-821acea9aebe/0cf9af77-1188-43e0-a2bd-68ed5680b19a) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:55:47.140370 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dd5792f8-3fa9-4187-86fc-c6c3da3aa6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:47.177990 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:55:47.188764 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Sync routers for ids ['7d7352e7-c088-4ea2-b60d-d7c66d145b60'] in dv-cinder-774288-2-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:55:47.201724 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Notify callbacks [] for router, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:47.203527 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.4406915 Feb 05 18:55:47.207610 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40948) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:47.210528 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Routers {'7d7352e7-c088-4ea2-b60d-d7c66d145b60'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:55:47.212284 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:55:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['7d7352e7-c088-4ea2-b60d-d7c66d145b60'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:47.275802 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:47.329329 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.69', 52810) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:47.647717 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-3f9c75b2-3fde-4438-b2e7-ed365fa90227 None None] Provisioning for port 419b26d3-3f84-4d92-8909-c4ab187143e2 completed by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:55:47.748324 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Set router 7d7352e7-c088-4ea2-b60d-d7c66d145b60 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:55:47.773101 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-3f9c75b2-3fde-4438-b2e7-ed365fa90227 None None] Provisioning complete for port 419b26d3-3f84-4d92-8909-c4ab187143e2 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:47.773735 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3f9c75b2-3fde-4438-b2e7-ed365fa90227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:47.878450 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dd5792f8-3fa9-4187-86fc-c6c3da3aa6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:47.910552 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:48.042827 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device f812d406-e674-4831-8da8-b7a6b9d62e8b up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:55:48.079538 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:48.122227 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5792f8-3fa9-4187-86fc-c6c3da3aa6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385a79f8-aa98-475e-9b2e-d9aad3426d69,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:48.213706 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a7f174f6-ca33-4a65-9723-51eaf3fc856d req-c4ddcf83-a03d-40a2-8681-fbec143ee9d4 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 210 time: 0.2233114 Feb 05 18:55:48.346818 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 40992) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:48.448242 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'name': 'tempest-ServerRescueNegativeTestJSON-805127289-router', 'tenant_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:40Z', 'updated_at': '2021-02-05T18:55:44Z', 'revision_number': 3, 'project_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'gw_port': {'id': 'c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:40:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:42Z', 'updated_at': '2021-02-05T18:55:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:48.454486 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Checking router: 7d7352e7-c088-4ea2-b60d-d7c66d145b60 for host: dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:55:48.455234 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Updating router 7d7352e7-c088-4ea2-b60d-d7c66d145b60 port c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1 binding host dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:55:48.597339 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:48.628123 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dd5792f8-3fa9-4187-86fc-c6c3da3aa6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:48.712966 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-799189d3-e9d1-4dc0-9073-8f5d69b87da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:48.742316 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-799189d3-e9d1-4dc0-9073-8f5d69b87da1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:48.747041 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-799189d3-e9d1-4dc0-9073-8f5d69b87da1 admin admin] Usage tracker for resource:security_group_rule and tenant:95c5a5361a9746728986b753e1f304db is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:48.750702 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-799189d3-e9d1-4dc0-9073-8f5d69b87da1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:48.756425 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-799189d3-e9d1-4dc0-9073-8f5d69b87da1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:48.769007 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d26cc47e-9bab-45c1-86db-8ff1bf35e023 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:48.770083 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d26cc47e-9bab-45c1-86db-8ff1bf35e023 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Synchronizing usage tracker for tenant:95fd249fc6c74592ae86cd0a251a53f4 on resource:network {{(pid=80159) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:55:48.828923 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f21a364-c0f5-421e-8f80-a66c809e679f None None] Network 9965b9d0-889c-488e-93d5-091708438716 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:55:48.839934 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852754393'] for router, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:48.854586 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-799189d3-e9d1-4dc0-9073-8f5d69b87da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:48.863493 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-799189d3-e9d1-4dc0-9073-8f5d69b87da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:48.910542 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:48.942925 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-799189d3-e9d1-4dc0-9073-8f5d69b87da1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95c5a5361a9746728986b753e1f304db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4011004 Feb 05 18:55:48.946736 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799189d3-e9d1-4dc0-9073-8f5d69b87da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5ba2d8-f0cb-4005-aa02-ae76604d259e,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:48.950178 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-799189d3-e9d1-4dc0-9073-8f5d69b87da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:48.956166 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 41012) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:48.996124 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dd5792f8-3fa9-4187-86fc-c6c3da3aa6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:48.999961 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-dd5792f8-3fa9-4187-86fc-c6c3da3aa6f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/385a79f8-aa98-475e-9b2e-d9aad3426d69 HTTP/1.1" status: 204 len: 168 time: 2.5055776 Feb 05 18:55:48.999961 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d26cc47e-9bab-45c1-86db-8ff1bf35e023 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Unset dirty status for tenant:95fd249fc6c74592ae86cd0a251a53f4 on resource:network {{(pid=80159) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:55:49.006501 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d26cc47e-9bab-45c1-86db-8ff1bf35e023 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.69 "GET /v2.0/networks?id=15f84630-253c-44d0-9af4-3b2ad326edf4 HTTP/1.1" status: 200 len: 812 time: 1.6620052 Feb 05 18:55:49.096328 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-55c1049f-2f08-405f-8fd8-42708ef5f351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:49.128021 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-55c1049f-2f08-405f-8fd8-42708ef5f351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:49.130578 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d6de21c7-45a8-4622-8189-ef1188d51e9a tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Request body: {'port': {'device_id': '5239ff4a-455b-43eb-b4e1-62a76437f2b3', 'network_id': '15f84630-253c-44d0-9af4-3b2ad326edf4', 'admin_state_up': True, 'tenant_id': '95fd249fc6c74592ae86cd0a251a53f4'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:49.160939 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:49.178406 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-55c1049f-2f08-405f-8fd8-42708ef5f351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:49.243250 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port f812d406-e674-4831-8da8-b7a6b9d62e8b completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:55:49.246806 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3f9c75b2-3fde-4438-b2e7-ed365fa90227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:49.299906 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-3f9c75b2-3fde-4438-b2e7-ed365fa90227 None None] For port 419b26d3-3f84-4d92-8909-c4ab187143e2, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=419b26d3-3f84-4d92-8909-c4ab187143e2,segment=NetworkSegment(136859a3-6606-41af-8375-5d44672b0926),segment_id=136859a3-6606-41af-8375-5d44672b0926)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:55:49.318234 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3f9c75b2-3fde-4438-b2e7-ed365fa90227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:49.334236 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:49.336384 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:49.362558 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:49.421310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c75b2-3fde-4438-b2e7-ed365fa90227 None None] Pushing event updated for resources: {'Port': ['ID=419b26d3-3f84-4d92-8909-c4ab187143e2,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:49.483360 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3f9c75b2-3fde-4438-b2e7-ed365fa90227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:49.503518 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-843bfdee-5568-4100-975a-870a6b6f480c None None] Provisioning for port f812d406-e674-4831-8da8-b7a6b9d62e8b completed by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:55:49.510502 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-843bfdee-5568-4100-975a-870a6b6f480c None None] Provisioning complete for port f812d406-e674-4831-8da8-b7a6b9d62e8b triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:49.511356 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-843bfdee-5568-4100-975a-870a6b6f480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:49.570625 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-9a2bbd66-a080-4fc2-94aa-5483caa8a447 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:49.577957 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-9a2bbd66-a080-4fc2-94aa-5483caa8a447 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/networks?id=b4d031a8-5511-4a0c-8172-059ed7971489 HTTP/1.1" status: 200 len: 814 time: 1.5910025 Feb 05 18:55:49.641403 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:49.650729 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-55c1049f-2f08-405f-8fd8-42708ef5f351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:49.651965 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-55c1049f-2f08-405f-8fd8-42708ef5f351 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac5ba2d8-f0cb-4005-aa02-ae76604d259e HTTP/1.1" status: 204 len: 168 time: 0.6947002 Feb 05 18:55:49.655692 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1049f-2f08-405f-8fd8-42708ef5f351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5ba2d8-f0cb-4005-aa02-ae76604d259e,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:49.662058 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-55c1049f-2f08-405f-8fd8-42708ef5f351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:49.675525 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-9062b50a-c905-4e60-8478-5e4c9395f920 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/quotas/43a855f1df7b49c1a170438467a37f52 HTTP/1.1" status: 200 len: 375 time: 0.0960307 Feb 05 18:55:49.685356 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Transition to ACTIVE for port object c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1 will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:55:49.690256 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:49.811294 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-8b55743f-aec8-4794-9ebd-7bc2d4e07358 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=43a855f1df7b49c1a170438467a37f52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1348011 Feb 05 18:55:49.838376 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-843bfdee-5568-4100-975a-870a6b6f480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:49.841863 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fa7b17ba-a071-4300-80ac-72dcb334b26c req-cca4bce5-c5e5-491d-b060-d7793b2f2429 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 210 time: 0.2616343 Feb 05 18:55:49.893579 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:49.926355 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 419b26d3-3f84-4d92-8909-c4ab187143e2 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:55:49.952623 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Pushing event updated for resources: {'Port': ['ID=0cf9af77-1188-43e0-a2bd-68ed5680b19a,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:49.978079 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a97d3d70-c2ec-4f21-9430-3ade5437c3a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:50.033088 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:50.065906 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-843bfdee-5568-4100-975a-870a6b6f480c None None] For port f812d406-e674-4831-8da8-b7a6b9d62e8b, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=f812d406-e674-4831-8da8-b7a6b9d62e8b,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:55:50.105533 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-843bfdee-5568-4100-975a-870a6b6f480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:50.127054 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:50.265870 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d6de21c7-45a8-4622-8189-ef1188d51e9a tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:50.307331 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d6de21c7-45a8-4622-8189-ef1188d51e9a tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Usage tracker for resource:port and tenant:95fd249fc6c74592ae86cd0a251a53f4 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:50.325278 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d6de21c7-45a8-4622-8189-ef1188d51e9a tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:50.334652 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d6de21c7-45a8-4622-8189-ef1188d51e9a tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:50.339169 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Pushing event updated for resources: {'Port': ['ID=c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1,revision_number=2']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:50.361355 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d6de21c7-45a8-4622-8189-ef1188d51e9a tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Made reservation on behalf of 95fd249fc6c74592ae86cd0a251a53f4 for: {'port': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:55:50.397297 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.397973 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.399485 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.400358 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.401424 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.402591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.403279 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.404175 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.404772 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.404903 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d6de21c7-45a8-4622-8189-ef1188d51e9a tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:50.405552 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.406172 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.406794 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.407466 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.407962 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.408465 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.409012 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.409704 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.410216 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.410822 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.417117 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.417614 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.418099 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.418569 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.419079 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Tracked resource versions report: Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: pushed versions: Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: { 'AddressGroup': {'1.1'}, Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'ConntrackHelper': {'1.0'}, Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'Log': {'1.0'}, Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'Network': {'1.1'}, Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'Port': {'1.7'}, Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'PortForwarding': {'1.2'}, Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'QosPolicy': {'1.8'}, Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroup': {'1.4'}, Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroupRule': {'1.2'}, Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'SubPort': {'1.0'}, Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'Subnet': {'1.1'}, Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'Trunk': {'1.1'}} Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: consumer versions: Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: { DHCP agent@dv-cinder-774288-2-smb: {}, Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: L3 agent@dv-cinder-774288-2-smb: {}, Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: Metadata agent@dv-cinder-774288-2-smb: {}, Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: Metering agent@dv-cinder-774288-2-smb: {}, Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: Open vSwitch agent@dv-cinder-774288-2-smb: { 'AddressGroup': '1.1', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'Log': '1.0', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'Network': '1.1', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'Port': '1.7', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'PortForwarding': '1.2', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'QosPolicy': '1.8', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroup': '1.4', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'SubPort': '1.0', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'Subnet': '1.1', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'Trunk': '1.1'}, Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: Open vSwitch agent@hv-cinder-77428: { 'AddressGroup': '1.1', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'ConntrackHelper': '1.0', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'Log': '1.0', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'Network': '1.1', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'Port': '1.7', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'PortForwarding': '1.2', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'QosPolicy': '1.8', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroup': '1.4', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'SecurityGroupRule': '1.2', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'SubPort': '1.0', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'Subnet': '1.1', Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: 'Trunk': '1.1'}} Feb 05 18:55:50.421319 dv-cinder-774288-2-smb neutron-server[80047]: {{(pid=80161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 18:55:50.434165 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:50.457042 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:55:50.468699 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:55:50.475663 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:55:50.498156 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-843bfdee-5568-4100-975a-870a6b6f480c None None] Provisioning complete for port 419b26d3-3f84-4d92-8909-c4ab187143e2 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:50.498575 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-843bfdee-5568-4100-975a-870a6b6f480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:50.520431 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Attempting to bind port c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1 on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:55:50.520752 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Attempting to bind port c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1 by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:55:50.521150 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Attempting to bind port c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1 on network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:55:50.536369 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:55:50.536757 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Checking segment: {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:55:50.537427 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:50.538023 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Bound using segment: {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:55:50.538849 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Bound port: c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:55:50.540067 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:50.736479 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 is scheduled to L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c with binding_index 1 {{(pid=80159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 18:55:50.758055 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bfdee-5568-4100-975a-870a6b6f480c None None] Pushing event updated for resources: {'Port': ['ID=f812d406-e674-4831-8da8-b7a6b9d62e8b,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:50.799183 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-843bfdee-5568-4100-975a-870a6b6f480c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:50.829201 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] For port c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:55:50.838468 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] For port c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1,segment=NetworkSegment(c666c010-ae90-4bff-a771-8500e5274c3e),segment_id=c666c010-ae90-4bff-a771-8500e5274c3e)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:55:50.844057 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:50.895532 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:51.016972 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 419b26d3-3f84-4d92-8909-c4ab187143e2 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:51.017664 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:51.524099 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-95f6f8a7-1a47-4b42-a9ff-2184ea8823bf None None] Provisioning complete for port f812d406-e674-4831-8da8-b7a6b9d62e8b triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:51.527546 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-95f6f8a7-1a47-4b42-a9ff-2184ea8823bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:51.588781 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Pushing event updated for resources: {'Port': ['ID=c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:51.622845 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Routers {'7d7352e7-c088-4ea2-b60d-d7c66d145b60'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:55:51.623930 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:55:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['7d7352e7-c088-4ea2-b60d-d7c66d145b60'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:51.785679 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-20b6101d-911c-4936-86ad-def968b328dc req-a6117aec-2fd7-4b6a-9073-6e5f283de257 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 210 time: 0.1748898 Feb 05 18:55:51.898162 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device f812d406-e674-4831-8da8-b7a6b9d62e8b up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:55:51.958263 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Allocated IP 172.20.0.1 (9657212a-b08a-47f2-990a-340c82f01463/c829bd72-056f-4907-824c-4eeeb1817b58/4efced4e-8943-4f9b-a384-a00aa7ce98dd) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:55:52.021300 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port f812d406-e674-4831-8da8-b7a6b9d62e8b triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:52.022308 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:52.055882 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:55:52.112460 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Sync routers for ids ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'] in dv-cinder-774288-2-smb {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:55:52.133952 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Routers {'7239ca4c-33e9-42a3-b646-28af8fdfcc03'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:55:52.135274 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:55:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:52.202085 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Notify callbacks [] for router, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:52.207545 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.3585577 Feb 05 18:55:52.210555 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 41064) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:52.387040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-93f5c726-fab1-4f06-b1d9-605b5e245525 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:55:52.400304 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-93f5c726-fab1-4f06-b1d9-605b5e245525 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.7973034 Feb 05 18:55:52.551329 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.663s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:52.654041 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Set router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:55:52.672808 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:52.703218 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] Set router 7d7352e7-c088-4ea2-b60d-d7c66d145b60 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:55:52.745193 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-1bdf07d6-69c7-4deb-8bcb-5c65f240e28f service neutron] 10.222.0.23 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432946 Feb 05 18:55:52.749521 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:52.856640 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:52.951406 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:53.024939 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Pushing event updated for resources: {'Port': ['ID=4efced4e-8943-4f9b-a384-a00aa7ce98dd,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:53.270778 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:53.372627 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'name': 'tempest-ServerRescueNegativeTestJSON-805127289-router', 'tenant_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:40Z', 'updated_at': '2021-02-05T18:55:44Z', 'revision_number': 3, 'project_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'gw_port': {'id': 'c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:40:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:42Z', 'updated_at': '2021-02-05T18:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:53.377475 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c821d5c7-aeed-45d5-97ae-a6e831794255 None None] The sync data for ids ['7d7352e7-c088-4ea2-b60d-d7c66d145b60'] in dv-cinder-774288-2-smb is: [{'id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'name': 'tempest-ServerRescueNegativeTestJSON-805127289-router', 'tenant_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:40Z', 'updated_at': '2021-02-05T18:55:44Z', 'revision_number': 3, 'project_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'gw_port': {'id': 'c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:40:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:42Z', 'updated_at': '2021-02-05T18:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:55:53.484924 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-00e1a1f9-66bf-414d-b713-c33639275658 req-39eeeb9f-ae02-4c3a-93c9-de62379fb9c3 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 210 time: 0.2095077 Feb 05 18:55:53.555343 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T18:55:46Z', 'revision_number': 3, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:53.562325 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Checking router: 7239ca4c-33e9-42a3-b646-28af8fdfcc03 for host: dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:55:53.567364 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Updating router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 port dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f binding host dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:55:53.694991 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c64950e2-6886-4b2d-95bb-0d7ff0e810e4 service neutron] 10.222.0.23 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9409554 Feb 05 18:55:53.734777 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Network 9657212a-b08a-47f2-990a-340c82f01463 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:55:53.736035 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:55:53.737901 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:53.747066 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:55:53.747527 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2021626'] for router_interface, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:53.751301 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d6de21c7-45a8-4622-8189-ef1188d51e9a tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Allocated IP 172.20.0.4 (15f84630-253c-44d0-9af4-3b2ad326edf4/6746409f-3f8a-46ae-a54a-652a014d8eea/586975d2-5d41-4d2d-b5df-a73c52726153) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:55:54.185797 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:54.690385 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c197106c-dfab-4db2-a348-e25480007da3 req-2543f299-7130-4e5c-9fbc-806ec7b29d38 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 210 time: 0.4811006 Feb 05 18:55:55.247804 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ae9d5267-f83a-4ca2-b864-65d4453ccc2b req-cba02269-17d4-4731-af8e-b322f4424bba tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 210 time: 0.2235641 Feb 05 18:55:55.374647 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:55.431481 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Transition to ACTIVE for port object dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:55:55.436109 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:55.454721 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d6de21c7-45a8-4622-8189-ef1188d51e9a tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:55.515589 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-843bfdee-5568-4100-975a-870a6b6f480c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:55.541791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:55.545600 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:55.550397 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2017309'] for router_interface, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:55.919535 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:55.942141 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86bea0-e626-435d-9d34-768ea2c6c2ff None None] Pushing event updated for resources: {'Port': ['ID=dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:55.977141 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:55:56.074719 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Pushing event updated for resources: {'Port': ['ID=4efced4e-8943-4f9b-a384-a00aa7ce98dd,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:56.083048 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:56.100688 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Network 9657212a-b08a-47f2-990a-340c82f01463 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:55:56.130214 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5c86bea0-e626-435d-9d34-768ea2c6c2ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:56.226622 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:55:56.247283 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d9ebd42f-6c28-4c20-911d-fb6440c87f49 req-48818f52-903d-4201-b778-aba7717ae172 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 210 time: 0.1431847 Feb 05 18:55:56.266896 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:55:56.277799 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d6de21c7-45a8-4622-8189-ef1188d51e9a tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:56.281670 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Attempting to bind port dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:55:56.287313 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Attempting to bind port dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:55:56.287866 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Attempting to bind port dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f on network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:55:56.292717 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:56.297547 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:56.426201 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:56.538029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:55:56.538447 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Checking segment: {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:55:56.539432 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:56.539871 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Bound using segment: {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:55:56.551852 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Bound port: dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:55:56.552384 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:56.662063 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de21c7-45a8-4622-8189-ef1188d51e9a tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Pushing event updated for resources: {'Port': ['ID=586975d2-5d41-4d2d-b5df-a73c52726153,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:56.704108 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d6de21c7-45a8-4622-8189-ef1188d51e9a tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:56.935794 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Router 7d7352e7-c088-4ea2-b60d-d7c66d145b60 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:55:56.950606 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852754393'] for router, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:56.965214 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] For port dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:55:56.996777 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:57.014158 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] For port dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f,segment=NetworkSegment(c666c010-ae90-4bff-a771-8500e5274c3e),segment_id=c666c010-ae90-4bff-a771-8500e5274c3e)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:55:57.024424 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:57.201490 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-84a4d04f-ec5b-406f-aa56-d1b7e1e85e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:57.562894 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:55:57.573770 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Sync routers for ids ['7d7352e7-c088-4ea2-b60d-d7c66d145b60'] in dv-cinder-774288-2-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:55:57.596270 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] 10.222.0.23 "PUT /v2.0/routers/7d7352e7-c088-4ea2-b60d-d7c66d145b60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3860726 Feb 05 18:55:57.611596 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Routers {'7d7352e7-c088-4ea2-b60d-d7c66d145b60'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:55:57.612418 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:55:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['7d7352e7-c088-4ea2-b60d-d7c66d145b60'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:57.615396 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-769bb299-4739-4597-831b-2c808a423a4b None None] For port c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1,segment=NetworkSegment(c666c010-ae90-4bff-a771-8500e5274c3e),segment_id=c666c010-ae90-4bff-a771-8500e5274c3e)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:55:57.707749 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:57.766460 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Routers {'7239ca4c-33e9-42a3-b646-28af8fdfcc03'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:55:57.767288 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf1c5b-be89-4583-b085-c1d851036ec0 req-3ba6081d-ccc9-4ecc-b13c-d284871d294c tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:57.771087 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a4cf1c5b-be89-4583-b085-c1d851036ec0 req-3ba6081d-ccc9-4ecc-b13c-d284871d294c tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 931 time: 0.9803650 Feb 05 18:55:57.771853 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.69', 52820) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:57.776031 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:55:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:57.878300 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d6de21c7-45a8-4622-8189-ef1188d51e9a tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Network 15f84630-253c-44d0-9af4-3b2ad326edf4 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:55:57.880553 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:57.918187 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d6de21c7-45a8-4622-8189-ef1188d51e9a tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:55:57.930156 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d6de21c7-45a8-4622-8189-ef1188d51e9a tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:55:58.103853 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d6de21c7-45a8-4622-8189-ef1188d51e9a tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:58.104579 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d6de21c7-45a8-4622-8189-ef1188d51e9a tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:58.319175 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Set router 7d7352e7-c088-4ea2-b60d-d7c66d145b60 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:55:58.373516 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d6de21c7-45a8-4622-8189-ef1188d51e9a tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.2491794 Feb 05 18:55:58.466976 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] Set router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:55:58.536097 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Router 974005bb-424b-4c4d-b499-ad4ec9119668 is scheduled to L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c with binding_index 1 {{(pid=80159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 18:55:58.555924 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-2c26af51-a977-4b1b-b9c8-0434a70d8f36 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80159) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:55:58.557023 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-2c26af51-a977-4b1b-b9c8-0434a70d8f36 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0103731 Feb 05 18:55:58.619633 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-229da044-55ca-4e4a-bb03-120e787b9167 req-1d8c7461-eb61-401c-8ca1-08eb7f9c9ad6 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 210 time: 0.8463502 Feb 05 18:55:58.926571 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86bea0-e626-435d-9d34-768ea2c6c2ff None None] Pushing event updated for resources: {'Port': ['ID=dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:58.964351 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5c86bea0-e626-435d-9d34-768ea2c6c2ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.763s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:59.104419 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a4cf1c5b-be89-4583-b085-c1d851036ec0 req-1facb71f-125a-4f19-88a0-f077ee5e81b5 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d8dbef1-985d-4816-8c54-03a63b731236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721116 Feb 05 18:55:59.325243 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:55:59.391389 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cc78025d-693d-47b9-9e14-4afa3ad6285f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.647s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:59.402554 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'name': 'tempest-ServerRescueNegativeTestJSON-805127289-router', 'tenant_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:40Z', 'updated_at': '2021-02-05T18:55:53Z', 'revision_number': 4, 'project_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'gw_port': {'id': 'c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:42Z', 'updated_at': '2021-02-05T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '4efced4e-8943-4f9b-a384-a00aa7ce98dd', 'name': '', 'network_id': '9657212a-b08a-47f2-990a-340c82f01463', 'tenant_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'mac_address': 'fa:16:3e:2b:7d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c829bd72-056f-4907-824c-4eeeb1817b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:51Z', 'updated_at': '2021-02-05T18:55:54Z', 'revision_number': 2, 'project_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'subnets': [{'id': 'c829bd72-056f-4907-824c-4eeeb1817b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:59.413725 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Checking router: 7d7352e7-c088-4ea2-b60d-d7c66d145b60 for host: dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:55:59.414394 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Updating router 7d7352e7-c088-4ea2-b60d-d7c66d145b60 port 4efced4e-8943-4f9b-a384-a00aa7ce98dd binding host dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:55:59.450203 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Request body: {'port': {'device_id': '5239ff4a-455b-43eb-b4e1-62a76437f2b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:59.456748 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-70ae367f-a872-4c63-bfc1-1a581374fdc7 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:59.465286 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-70ae367f-a872-4c63-bfc1-1a581374fdc7 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.69 "GET /v2.0/networks?id=b4d031a8-5511-4a0c-8172-059ed7971489 HTTP/1.1" status: 200 len: 814 time: 0.9449544 Feb 05 18:55:59.510244 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Pushing event updated for resources: {'Port': ['ID=c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:59.513851 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Sync routers for ids ['974005bb-424b-4c4d-b499-ad4ec9119668'] in dv-cinder-774288-2-smb {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:55:59.518242 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:59.541081 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Routers {'974005bb-424b-4c4d-b499-ad4ec9119668'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:55:59.542070 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-358a554e-6265-436a-9829-56be8e8490cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:55:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['974005bb-424b-4c4d-b499-ad4ec9119668'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:59.604191 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:59.805331 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] Notify callbacks [] for router, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:59.816569 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-32ee4e4a-b0af-4b5d-a83e-92b7364858fa admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 16.9283404 Feb 05 18:55:59.821441 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 41234) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:59.877852 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-9c3f8a85-b8dc-4714-b57e-f2446d1b3aec tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Request body: {'port': {'device_id': '0245d919-b943-4249-84f6-644bbe8d85c5', 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489', 'admin_state_up': True, 'tenant_id': '43a855f1df7b49c1a170438467a37f52'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:59.895981 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Set router 974005bb-424b-4c4d-b499-ad4ec9119668 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:56:00.015897 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:00.312953 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8c382-7c61-4972-a9d6-8521171c568d req-20f5188a-9cb1-4db7-9664-1b7901974f5f tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:00.313782 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-eec8c382-7c61-4972-a9d6-8521171c568d req-20f5188a-9cb1-4db7-9664-1b7901974f5f tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Synchronizing usage tracker for tenant:41ac3b59d1b342459afdeeb6ea515ca7 on resource:network {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:00.365445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:00.478092 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Allocated IP 172.20.0.1 (497ec747-5a9f-4b18-bf8f-c5da3336777f/9ca05151-4272-40cf-9fde-02be00fd7aec/43646e9f-e4e2-4523-a3ab-f9c867de0ed4) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:56:00.680260 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-212a2b38-8a6d-49c5-bf8f-448e72084f41 req-edc1737c-c961-434a-949b-007f0f4ec918 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 210 time: 0.2204285 Feb 05 18:56:00.685685 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:00.686563 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:00.731101 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-eec8c382-7c61-4972-a9d6-8521171c568d req-20f5188a-9cb1-4db7-9664-1b7901974f5f tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Unset dirty status for tenant:41ac3b59d1b342459afdeeb6ea515ca7 on resource:network {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:00.740971 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eec8c382-7c61-4972-a9d6-8521171c568d req-20f5188a-9cb1-4db7-9664-1b7901974f5f tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/networks?id=9657212a-b08a-47f2-990a-340c82f01463 HTTP/1.1" status: 200 len: 818 time: 1.2691581 Feb 05 18:56:00.809273 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eec8c382-7c61-4972-a9d6-8521171c568d req-01378489-d9f8-4a6e-b772-8c782cdd05fb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/quotas/41ac3b59d1b342459afdeeb6ea515ca7 HTTP/1.1" status: 200 len: 375 time: 0.0670350 Feb 05 18:56:00.812008 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T18:55:46Z', 'revision_number': 3, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:00.818408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:00.855342 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Transition to ACTIVE for port object 4efced4e-8943-4f9b-a384-a00aa7ce98dd will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:00.863154 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:00.891467 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:01.006601 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d92fb3-fe6d-4167-8d59-c202aedd0fa1 None None] The sync data for ids ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'] in dv-cinder-774288-2-smb is: [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T18:55:46Z', 'revision_number': 3, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}] {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:56:01.081880 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-358a554e-6265-436a-9829-56be8e8490cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T18:55:51Z', 'revision_number': 3, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:01.094385 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Checking router: 974005bb-424b-4c4d-b499-ad4ec9119668 for host: dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:56:01.095706 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Updating router 974005bb-424b-4c4d-b499-ad4ec9119668 port 0cf9af77-1188-43e0-a2bd-68ed5680b19a binding host dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:56:01.189631 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:01.204317 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-9c3f8a85-b8dc-4714-b57e-f2446d1b3aec tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:01.210755 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-9c3f8a85-b8dc-4714-b57e-f2446d1b3aec tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Usage tracker for resource:port and tenant:43a855f1df7b49c1a170438467a37f52 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:01.215443 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-9c3f8a85-b8dc-4714-b57e-f2446d1b3aec tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:01.221987 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-9c3f8a85-b8dc-4714-b57e-f2446d1b3aec tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:01.271646 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-eec8c382-7c61-4972-a9d6-8521171c568d req-faca2a07-da95-43dd-8195-236e6148bbcc tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Synchronizing usage tracker for tenant:41ac3b59d1b342459afdeeb6ea515ca7 on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:01.281256 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-9c3f8a85-b8dc-4714-b57e-f2446d1b3aec tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Made reservation on behalf of 43a855f1df7b49c1a170438467a37f52 for: {'port': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:56:01.294988 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:01.311584 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-9c3f8a85-b8dc-4714-b57e-f2446d1b3aec tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:01.331675 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Transition to ACTIVE for port object 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 will not be triggered until provisioned by entity DHCP. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:01.387754 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-eec8c382-7c61-4972-a9d6-8521171c568d req-faca2a07-da95-43dd-8195-236e6148bbcc tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Unset dirty status for tenant:41ac3b59d1b342459afdeeb6ea515ca7 on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:01.391163 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98034d77-2ba2-448f-9958-f45ec902e52a None None] Pushing event updated for resources: {'Port': ['ID=4efced4e-8943-4f9b-a384-a00aa7ce98dd,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:01.396736 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-98034d77-2ba2-448f-9958-f45ec902e52a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:01.399949 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eec8c382-7c61-4972-a9d6-8521171c568d req-faca2a07-da95-43dd-8195-236e6148bbcc tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=41ac3b59d1b342459afdeeb6ea515ca7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5891514 Feb 05 18:56:01.614728 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:01.775500 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eec8c382-7c61-4972-a9d6-8521171c568d req-861572d5-ba8a-4876-839e-3010e2488896 service neutron] 10.222.0.23 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744335 Feb 05 18:56:01.863933 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:01.867691 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Attempting to bind port 4efced4e-8943-4f9b-a384-a00aa7ce98dd on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:56:01.874251 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Attempting to bind port 4efced4e-8943-4f9b-a384-a00aa7ce98dd by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': '5a3bcc18-ab58-4686-9ba2-4f78c43ccea4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9657212a-b08a-47f2-990a-340c82f01463'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:56:01.875470 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Attempting to bind port 4efced4e-8943-4f9b-a384-a00aa7ce98dd on network 9657212a-b08a-47f2-990a-340c82f01463 {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:56:01.900445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:56:01.900445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Checking segment: {'id': '5a3bcc18-ab58-4686-9ba2-4f78c43ccea4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9657212a-b08a-47f2-990a-340c82f01463'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:56:01.900445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:01.900445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Bound using segment: {'id': '5a3bcc18-ab58-4686-9ba2-4f78c43ccea4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9657212a-b08a-47f2-990a-340c82f01463'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:56:01.900445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Bound port: 4efced4e-8943-4f9b-a384-a00aa7ce98dd, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3bcc18-ab58-4686-9ba2-4f78c43ccea4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9657212a-b08a-47f2-990a-340c82f01463'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:56:01.902917 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:02.112689 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876d045-de04-4be1-92c8-7f9287de4535 req-7b12e531-f1b6-4a15-8b7f-daeee6e2839b tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:02.127885 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1876d045-de04-4be1-92c8-7f9287de4535 req-7b12e531-f1b6-4a15-8b7f-daeee6e2839b tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 931 time: 1.1370599 Feb 05 18:56:02.139220 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:02.240837 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] For port 4efced4e-8943-4f9b-a384-a00aa7ce98dd, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:56:02.244859 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] For port 4efced4e-8943-4f9b-a384-a00aa7ce98dd, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=4efced4e-8943-4f9b-a384-a00aa7ce98dd,segment=NetworkSegment(5a3bcc18-ab58-4686-9ba2-4f78c43ccea4),segment_id=5a3bcc18-ab58-4686-9ba2-4f78c43ccea4)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:56:02.250433 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:02.285231 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-11e67078-4caf-47b9-9b9f-fc7ba632d4e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:02.559955 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:02.586939 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Transition to ACTIVE for port object 0cf9af77-1188-43e0-a2bd-68ed5680b19a will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:02.597994 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-59fa92ea-6168-407e-a7b1-589d06c40148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:02.614212 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:02.787048 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1876d045-de04-4be1-92c8-7f9287de4535 req-d04f4a2b-b74b-405e-9ec6-e487e0024397 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d8dbef1-985d-4816-8c54-03a63b731236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6536212 Feb 05 18:56:02.822892 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98034d77-2ba2-448f-9958-f45ec902e52a None None] Pushing event updated for resources: {'Port': ['ID=4efced4e-8943-4f9b-a384-a00aa7ce98dd,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:02.841869 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-98034d77-2ba2-448f-9958-f45ec902e52a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:02.868002 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:02.895046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:02.972422 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eec8c382-7c61-4972-a9d6-8521171c568d req-038db7ed-f8eb-4859-9e3c-26c221288aed service neutron] 10.222.0.23 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1948144 Feb 05 18:56:02.992675 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Routers {'7d7352e7-c088-4ea2-b60d-d7c66d145b60'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:56:02.999010 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:55:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['7d7352e7-c088-4ea2-b60d-d7c66d145b60'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:03.165643 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa467e8a-c44a-4916-bf16-a9a711273ad8 None None] Pushing event updated for resources: {'Port': ['ID=0cf9af77-1188-43e0-a2bd-68ed5680b19a,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:03.285162 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Pushing event updated for resources: {'Port': ['ID=43646e9f-e4e2-4523-a3ab-f9c867de0ed4,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:03.353765 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:03.354181 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:03.454308 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-352ff3bf-bdb4-4e16-a86f-0dd44e704d73 req-7875ac94-320f-47f9-b367-0b522cc5fd86 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 210 time: 0.2446501 Feb 05 18:56:03.523590 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.659s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:03.697703 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8b2ce37f-5441-488e-9ec2-c46b2bd85d6e req-4b2c922e-9c0a-472d-8ac2-d590f4d17d94 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 210 time: 0.1554210 Feb 05 18:56:03.707921 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] Set router 7d7352e7-c088-4ea2-b60d-d7c66d145b60 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:56:03.727042 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-9c3f8a85-b8dc-4714-b57e-f2446d1b3aec tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Allocated IP 172.20.0.7 (b4d031a8-5511-4a0c-8172-059ed7971489/3961e334-7d1e-4fd6-b199-f132904184e0/f52fdd77-a096-46c7-a641-4d7b9202e489) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:56:03.838552 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fa467e8a-c44a-4916-bf16-a9a711273ad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.952s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:03.935553 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:04.290839 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Network 497ec747-5a9f-4b18-bf8f-c5da3336777f is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:56:04.295590 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 41336) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:04.418185 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:04.434840 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:56:04.440437 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:04.451607 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2021626'] for router_interface, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:04.565155 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fdefd486-f50d-4f02-8289-92738be3e286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:04.651898 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-769bb299-4739-4597-831b-2c808a423a4b None None] For port dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f,segment=NetworkSegment(c666c010-ae90-4bff-a771-8500e5274c3e),segment_id=c666c010-ae90-4bff-a771-8500e5274c3e)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:04.682846 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-9c3f8a85-b8dc-4714-b57e-f2446d1b3aec tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:04.697397 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Attempting to bind port 0cf9af77-1188-43e0-a2bd-68ed5680b19a on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:56:04.704154 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Attempting to bind port 0cf9af77-1188-43e0-a2bd-68ed5680b19a by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:56:04.704891 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Attempting to bind port 0cf9af77-1188-43e0-a2bd-68ed5680b19a on network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:56:04.725436 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:04.752903 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:04.932304 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:56:04.932942 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Checking segment: {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:56:04.935834 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:04.936761 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Bound using segment: {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:56:04.951581 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Bound port: 0cf9af77-1188-43e0-a2bd-68ed5680b19a, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:56:04.953670 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:05.119257 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'name': 'tempest-ServerRescueNegativeTestJSON-805127289-router', 'tenant_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:40Z', 'updated_at': '2021-02-05T18:55:53Z', 'revision_number': 4, 'project_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'gw_port': {'id': 'c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:42Z', 'updated_at': '2021-02-05T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '4efced4e-8943-4f9b-a384-a00aa7ce98dd', 'name': '', 'network_id': '9657212a-b08a-47f2-990a-340c82f01463', 'tenant_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'mac_address': 'fa:16:3e:2b:7d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c829bd72-056f-4907-824c-4eeeb1817b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:51Z', 'updated_at': '2021-02-05T18:56:02Z', 'revision_number': 4, 'project_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'subnets': [{'id': 'c829bd72-056f-4907-824c-4eeeb1817b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:05.127829 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca2abd6-f454-4a3e-acb6-38f8c6dc7edb None None] The sync data for ids ['7d7352e7-c088-4ea2-b60d-d7c66d145b60'] in dv-cinder-774288-2-smb is: [{'id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'name': 'tempest-ServerRescueNegativeTestJSON-805127289-router', 'tenant_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:40Z', 'updated_at': '2021-02-05T18:55:53Z', 'revision_number': 4, 'project_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'gw_port': {'id': 'c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:42Z', 'updated_at': '2021-02-05T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '4efced4e-8943-4f9b-a384-a00aa7ce98dd', 'name': '', 'network_id': '9657212a-b08a-47f2-990a-340c82f01463', 'tenant_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'mac_address': 'fa:16:3e:2b:7d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c829bd72-056f-4907-824c-4eeeb1817b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:51Z', 'updated_at': '2021-02-05T18:56:02Z', 'revision_number': 4, 'project_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'subnets': [{'id': 'c829bd72-056f-4907-824c-4eeeb1817b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:56:05.270486 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e5e52647-2acf-4134-ac2d-2fc4082d4494 None None] Provisioning for port 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 completed by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:05.345202 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e5e52647-2acf-4134-ac2d-2fc4082d4494 None None] Provisioning complete for port 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:05.348880 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e5e52647-2acf-4134-ac2d-2fc4082d4494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:05.441286 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:05.567453 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ae419-820e-4f00-a65a-223122b2070d req-2b5b89f3-dcfa-40a7-96b1-8a48eea729c2 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:05.575010 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b36ae419-820e-4f00-a65a-223122b2070d req-2b5b89f3-dcfa-40a7-96b1-8a48eea729c2 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/networks?id=9657212a-b08a-47f2-990a-340c82f01463 HTTP/1.1" status: 200 len: 818 time: 0.7806563 Feb 05 18:56:05.575731 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e5e52647-2acf-4134-ac2d-2fc4082d4494 None None] Port 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 cannot update to ACTIVE because it is not bound. {{(pid=80160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:56:05.579427 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-9c3f8a85-b8dc-4714-b57e-f2446d1b3aec tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:05.583048 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-358a554e-6265-436a-9829-56be8e8490cf None None] For port 0cf9af77-1188-43e0-a2bd-68ed5680b19a, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:56:05.594982 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b36ae419-820e-4f00-a65a-223122b2070d req-3c04af9c-e875-4f3d-84fd-099ab9df98d5 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/quotas/41ac3b59d1b342459afdeeb6ea515ca7 HTTP/1.1" status: 200 len: 375 time: 0.0187495 Feb 05 18:56:05.627429 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Pushing event updated for resources: {'Port': ['ID=dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:05.635278 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:05.640777 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-358a554e-6265-436a-9829-56be8e8490cf None None] For port 0cf9af77-1188-43e0-a2bd-68ed5680b19a, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=0cf9af77-1188-43e0-a2bd-68ed5680b19a,segment=NetworkSegment(c666c010-ae90-4bff-a771-8500e5274c3e),segment_id=c666c010-ae90-4bff-a771-8500e5274c3e)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:56:05.665654 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:05.699959 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:05.746849 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:05.763810 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e432507-c6bb-4122-bf3d-16f4f09c999d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:05.802089 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa467e8a-c44a-4916-bf16-a9a711273ad8 None None] Pushing event updated for resources: {'Port': ['ID=0cf9af77-1188-43e0-a2bd-68ed5680b19a,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:05.868303 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fa467e8a-c44a-4916-bf16-a9a711273ad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:05.876996 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:05.929902 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.resource_extend [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] It took 1.08 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 05 18:56:05.938286 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e8313-c9bc-4ed4-b530-274db145a0cb req-92bdeced-0a44-45f5-8f7f-f474e12260aa tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:05.948991 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e58e8313-c9bc-4ed4-b530-274db145a0cb req-92bdeced-0a44-45f5-8f7f-f474e12260aa tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 931 time: 1.7806141 Feb 05 18:56:05.974889 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:06.041660 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Routers {'974005bb-424b-4c4d-b499-ad4ec9119668'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:56:06.042376 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-358a554e-6265-436a-9829-56be8e8490cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:56:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['974005bb-424b-4c4d-b499-ad4ec9119668'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:06.116677 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:06.161772 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f8a85-b8dc-4714-b57e-f2446d1b3aec tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Pushing event updated for resources: {'Port': ['ID=f52fdd77-a096-46c7-a641-4d7b9202e489,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:06.164976 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9c3f8a85-b8dc-4714-b57e-f2446d1b3aec tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:06.197638 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.69', 52833) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:06.232872 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-3e432507-c6bb-4122-bf3d-16f4f09c999d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:06.249748 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-3e432507-c6bb-4122-bf3d-16f4f09c999d admin admin] Usage tracker for resource:security_group_rule and tenant:4aadb3b93c704238a6aa30f80e356816 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:06.252903 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-3e432507-c6bb-4122-bf3d-16f4f09c999d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:06.360363 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-3e432507-c6bb-4122-bf3d-16f4f09c999d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:06.404509 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:06.483485 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-358a554e-6265-436a-9829-56be8e8490cf None None] Set router 974005bb-424b-4c4d-b499-ad4ec9119668 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:56:06.510395 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8c382-7c61-4972-a9d6-8521171c568d req-7ff1b7a0-ab24-4fbc-8fee-48485c64eb2b tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:06.512115 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eec8c382-7c61-4972-a9d6-8521171c568d req-7ff1b7a0-ab24-4fbc-8fee-48485c64eb2b tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.69 "GET /v2.0/networks?id=9657212a-b08a-47f2-990a-340c82f01463 HTTP/1.1" status: 200 len: 818 time: 0.3074405 Feb 05 18:56:06.548522 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e58e8313-c9bc-4ed4-b530-274db145a0cb req-ad63f18b-b7c4-4023-b016-6357f7f511ba tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d8dbef1-985d-4816-8c54-03a63b731236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5987806 Feb 05 18:56:06.562644 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-eec8c382-7c61-4972-a9d6-8521171c568d req-8096409a-6068-407d-a09e-a5201ed7e5c8 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Request body: {'port': {'device_id': '30ada27b-bea9-4403-93bf-7773a21b9a27', 'network_id': '9657212a-b08a-47f2-990a-340c82f01463', 'admin_state_up': True, 'tenant_id': '41ac3b59d1b342459afdeeb6ea515ca7'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:06.722996 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586975d2-5d41-4d2d-b5df-a73c52726153 {{(pid=80159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:56:06.732502 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:06.746793 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Transition to ACTIVE for port object 586975d2-5d41-4d2d-b5df-a73c52726153 will not be triggered until provisioned by entity L2. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:06.768657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:06.808193 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:06.836635 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b36ae419-820e-4f00-a65a-223122b2070d req-d75d579d-f647-4f4d-8b6e-84268905cac2 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=41ac3b59d1b342459afdeeb6ea515ca7&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2407022 Feb 05 18:56:06.953296 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-eec8c382-7c61-4972-a9d6-8521171c568d req-8096409a-6068-407d-a09e-a5201ed7e5c8 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:06.965361 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-eec8c382-7c61-4972-a9d6-8521171c568d req-8096409a-6068-407d-a09e-a5201ed7e5c8 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:07.038287 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 4efced4e-8943-4f9b-a384-a00aa7ce98dd up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:07.071204 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-9c3f8a85-b8dc-4714-b57e-f2446d1b3aec tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Network b4d031a8-5511-4a0c-8172-059ed7971489 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:56:07.072023 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec8c382-7c61-4972-a9d6-8521171c568d req-8096409a-6068-407d-a09e-a5201ed7e5c8 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Made reservation on behalf of 41ac3b59d1b342459afdeeb6ea515ca7 for: {'port': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:56:07.087801 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Pushing event updated for resources: {'Port': ['ID=586975d2-5d41-4d2d-b5df-a73c52726153,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:07.091255 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:07.092812 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-eec8c382-7c61-4972-a9d6-8521171c568d req-8096409a-6068-407d-a09e-a5201ed7e5c8 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:07.132650 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port 4efced4e-8943-4f9b-a384-a00aa7ce98dd completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:07.138622 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-9c3f8a85-b8dc-4714-b57e-f2446d1b3aec tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Resources bound (agent type, host, resource id): {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:07.144032 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 4efced4e-8943-4f9b-a384-a00aa7ce98dd triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:07.144450 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:07.149297 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e432507-c6bb-4122-bf3d-16f4f09c999d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:07.149680 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-9c3f8a85-b8dc-4714-b57e-f2446d1b3aec tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:56:07.170533 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3e432507-c6bb-4122-bf3d-16f4f09c999d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:07.215675 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dd5792f8-3fa9-4187-86fc-c6c3da3aa6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:07.223290 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-358a554e-6265-436a-9829-56be8e8490cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T18:55:51Z', 'revision_number': 3, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:07.232198 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358a554e-6265-436a-9829-56be8e8490cf None None] The sync data for ids ['974005bb-424b-4c4d-b499-ad4ec9119668'] in dv-cinder-774288-2-smb is: [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T18:55:51Z', 'revision_number': 3, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}] {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:56:07.234210 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-9c3f8a85-b8dc-4714-b57e-f2446d1b3aec tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:07.235146 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-9c3f8a85-b8dc-4714-b57e-f2446d1b3aec tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:07.393610 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:07.395828 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e432507-c6bb-4122-bf3d-16f4f09c999d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5293be-cd2e-48d4-a482-92c5793cbbf1,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:07.400047 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3e432507-c6bb-4122-bf3d-16f4f09c999d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:07.457791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-769bb299-4739-4597-831b-2c808a423a4b None None] For port 4efced4e-8943-4f9b-a384-a00aa7ce98dd, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=4efced4e-8943-4f9b-a384-a00aa7ce98dd,segment=NetworkSegment(5a3bcc18-ab58-4686-9ba2-4f78c43ccea4),segment_id=5a3bcc18-ab58-4686-9ba2-4f78c43ccea4)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:07.463965 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:07.464620 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-3e432507-c6bb-4122-bf3d-16f4f09c999d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4aadb3b93c704238a6aa30f80e356816&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0436862 Feb 05 18:56:07.468278 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:07.474063 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 41406) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:07.498303 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855733dc-784a-4dbe-8f33-b5fb0f8b1538 req-62ebd127-3251-40ee-bf90-caccd5f2948d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:07.501436 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-855733dc-784a-4dbe-8f33-b5fb0f8b1538 req-62ebd127-3251-40ee-bf90-caccd5f2948d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Synchronizing usage tracker for tenant:43a855f1df7b49c1a170438467a37f52 on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:07.545409 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fa467e8a-c44a-4916-bf16-a9a711273ad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:07.637773 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b36ae419-820e-4f00-a65a-223122b2070d req-54931983-e3a4-4a01-9f03-6000c0253284 service neutron] 10.222.0.23 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7684960 Feb 05 18:56:07.686626 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Attempting to bind port 586975d2-5d41-4d2d-b5df-a73c52726153 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:56:07.687384 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Attempting to bind port 586975d2-5d41-4d2d-b5df-a73c52726153 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'f4597730-e881-4a99-9a4a-e80894c8cbd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '15f84630-253c-44d0-9af4-3b2ad326edf4'}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:56:07.687938 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Attempting to bind port 586975d2-5d41-4d2d-b5df-a73c52726153 on network 15f84630-253c-44d0-9af4-3b2ad326edf4 {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:56:07.701932 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Checking agent: {'id': '448d464c-f4b2-46c5-bbf2-8018ee5cc94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 53, 33), 'started_at': datetime.datetime(2021, 2, 5, 18, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:56:07.702668 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Checking segment: {'id': 'f4597730-e881-4a99-9a4a-e80894c8cbd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '15f84630-253c-44d0-9af4-3b2ad326edf4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:56:07.703317 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:07.703891 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Bound using segment: {'id': 'f4597730-e881-4a99-9a4a-e80894c8cbd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '15f84630-253c-44d0-9af4-3b2ad326edf4'} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:56:07.704572 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Bound port: 586975d2-5d41-4d2d-b5df-a73c52726153, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4597730-e881-4a99-9a4a-e80894c8cbd4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '15f84630-253c-44d0-9af4-3b2ad326edf4'}}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:56:07.705132 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:07.708715 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Pushing event updated for resources: {'Port': ['ID=4efced4e-8943-4f9b-a384-a00aa7ce98dd,revision_number=5']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:07.714117 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:07.726326 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:07.726895 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:07.831067 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-9c3f8a85-b8dc-4714-b57e-f2446d1b3aec tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.2757730 Feb 05 18:56:07.871385 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] For port 586975d2-5d41-4d2d-b5df-a73c52726153, host hv-cinder-77428, cleared binding levels {{(pid=80159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:56:07.879909 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] For port 586975d2-5d41-4d2d-b5df-a73c52726153, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=586975d2-5d41-4d2d-b5df-a73c52726153,segment=NetworkSegment(f4597730-e881-4a99-9a4a-e80894c8cbd4),segment_id=f4597730-e881-4a99-9a4a-e80894c8cbd4)] {{(pid=80159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:56:07.884295 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b36ae419-820e-4f00-a65a-223122b2070d req-76db5004-ee97-4546-bf6f-d4ffa5156822 service neutron] 10.222.0.23 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2453449 Feb 05 18:56:07.910557 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:07.924410 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Request body: {'port': {'device_id': '0245d919-b943-4249-84f6-644bbe8d85c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:07.953371 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-64da655a-4163-4354-9e1c-55f92f7ced7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:07.994751 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3c467c41-b6ab-45dc-bac0-853672c4192e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:08.009931 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:08.018062 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-855733dc-784a-4dbe-8f33-b5fb0f8b1538 req-62ebd127-3251-40ee-bf90-caccd5f2948d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Unset dirty status for tenant:43a855f1df7b49c1a170438467a37f52 on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:08.025832 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Allocated IP 172.20.0.1 (9965b9d0-889c-488e-93d5-091708438716/8f1bdea3-74d8-4195-980b-db0b045c7457/dd8e2389-872e-45a8-a810-478db9c3d679) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:56:08.030422 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-855733dc-784a-4dbe-8f33-b5fb0f8b1538 req-62ebd127-3251-40ee-bf90-caccd5f2948d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 931 time: 1.3114181 Feb 05 18:56:08.047601 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 41424) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:08.047980 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 41426) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:08.161464 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Pushing event updated for resources: {'Port': ['ID=586975d2-5d41-4d2d-b5df-a73c52726153,revision_number=3']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:08.168220 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:08.180805 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:08.200835 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2017309'] for router_interface, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:08.346841 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:08.496398 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-eec8c382-7c61-4972-a9d6-8521171c568d req-8096409a-6068-407d-a09e-a5201ed7e5c8 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Allocated IP 172.20.0.8 (9657212a-b08a-47f2-990a-340c82f01463/c829bd72-056f-4907-824c-4eeeb1817b58/aebd90d0-a7ba-4fc6-919a-d25b6dae6033) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:56:08.588199 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-855733dc-784a-4dbe-8f33-b5fb0f8b1538 req-967e213e-736e-430e-900c-785bd3e6f86b tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178630 Feb 05 18:56:08.592843 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3c467c41-b6ab-45dc-bac0-853672c4192e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:08.618539 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:08.674259 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3b5109d3-e55b-405a-907f-222d996cab26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:08.694025 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-46c9f4ba-6778-45bc-b989-389eb28ad259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:08.788976 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Network 497ec747-5a9f-4b18-bf8f-c5da3336777f is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:56:08.822194 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ba674028-e57b-429b-96b8-ae698b0cd6c7 req-65033409-84e2-4f7d-9a21-52b966a40246 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 210 time: 0.1378438 Feb 05 18:56:08.823324 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-3b5109d3-e55b-405a-907f-222d996cab26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:08.938698 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 4efced4e-8943-4f9b-a384-a00aa7ce98dd up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:09.025312 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 4efced4e-8943-4f9b-a384-a00aa7ce98dd triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:09.025877 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:09.054913 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:09.068078 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-46c9f4ba-6778-45bc-b989-389eb28ad259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:09.100636 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-3b5109d3-e55b-405a-907f-222d996cab26 admin admin] Usage tracker for resource:security_group_rule and tenant:7c6da1a35e4c4df8b35e8331991760b5 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:09.108722 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-3b5109d3-e55b-405a-907f-222d996cab26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:09.109682 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Pushing event updated for resources: {'Port': ['ID=43646e9f-e4e2-4523-a3ab-f9c867de0ed4,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:09.126521 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-46c9f4ba-6778-45bc-b989-389eb28ad259 admin admin] Usage tracker for resource:security_group_rule and tenant:b4b428fc57304c2897eb9dfd15f4dc30 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:09.134368 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-3b5109d3-e55b-405a-907f-222d996cab26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:09.140597 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-46c9f4ba-6778-45bc-b989-389eb28ad259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:09.190480 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:09.191999 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 0cf9af77-1188-43e0-a2bd-68ed5680b19a up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:09.266314 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24856bec-232d-43c9-9cac-99e12e188ee0 req-4fa84aec-de01-48cb-9e52-822db4a598f7 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:09.267999 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-24856bec-232d-43c9-9cac-99e12e188ee0 req-4fa84aec-de01-48cb-9e52-822db4a598f7 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 943 time: 0.9610369 Feb 05 18:56:09.270352 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-46c9f4ba-6778-45bc-b989-389eb28ad259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:09.282692 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port 0cf9af77-1188-43e0-a2bd-68ed5680b19a completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:09.288982 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 0cf9af77-1188-43e0-a2bd-68ed5680b19a triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:09.289748 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:09.300701 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3c467c41-b6ab-45dc-bac0-853672c4192e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:09.349943 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:09.350557 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:09.352637 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] 10.222.0.69 "PUT /v2.0/ports/586975d2-5d41-4d2d-b5df-a73c52726153 HTTP/1.1" status: 200 len: 1157 time: 10.1490014 Feb 05 18:56:09.356418 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:09.376186 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5239ff4a-455b-43eb-b4e1-62a76437f2b3', 'tag': '586975d2-5d41-4d2d-b5df-a73c52726153'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:09.379666 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-bda23fed-00ba-402f-a18b-c456400c4940 None None] Provisioning complete for port 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:09.380043 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bda23fed-00ba-402f-a18b-c456400c4940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:09.453982 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-bda23fed-00ba-402f-a18b-c456400c4940 None None] Port 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 cannot update to ACTIVE because it is not bound. {{(pid=80160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:56:09.506176 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c467c41-b6ab-45dc-bac0-853672c4192e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5293be-cd2e-48d4-a482-92c5793cbbf1,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:09.521010 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3c467c41-b6ab-45dc-bac0-853672c4192e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:09.533645 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:09.563396 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-769bb299-4739-4597-831b-2c808a423a4b None None] For port 0cf9af77-1188-43e0-a2bd-68ed5680b19a, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=0cf9af77-1188-43e0-a2bd-68ed5680b19a,segment=NetworkSegment(c666c010-ae90-4bff-a771-8500e5274c3e),segment_id=c666c010-ae90-4bff-a771-8500e5274c3e)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:09.578519 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:09.580277 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3c467c41-b6ab-45dc-bac0-853672c4192e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:09.580527 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:09.584076 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-3c467c41-b6ab-45dc-bac0-853672c4192e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be5293be-cd2e-48d4-a482-92c5793cbbf1 HTTP/1.1" status: 204 len: 168 time: 2.0991831 Feb 05 18:56:09.591267 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:09.634135 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:56:09.639903 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Transition to ACTIVE for port object dd8e2389-872e-45a8-a810-478db9c3d679 will not be triggered until provisioned by entity DHCP. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:09.658451 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.69', 52839) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:09.699255 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:56:09.702223 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Pushing event updated for resources: {'Port': ['ID=0cf9af77-1188-43e0-a2bd-68ed5680b19a,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:09.707527 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:09.741213 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-24856bec-232d-43c9-9cac-99e12e188ee0 req-3680bac4-f882-4c22-920c-f04a6ef72d63 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d8dbef1-985d-4816-8c54-03a63b731236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501717 Feb 05 18:56:09.980894 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-eec8c382-7c61-4972-a9d6-8521171c568d req-8096409a-6068-407d-a09e-a5201ed7e5c8 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:10.003087 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-a38ba16e-fe9e-427e-b107-99587b56f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:10.004741 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-a38ba16e-fe9e-427e-b107-99587b56f734 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=95fd249fc6c74592ae86cd0a251a53f4&device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 1160 time: 0.5687304 Feb 05 18:56:10.132974 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-45baf590-ae5f-4ea8-8593-73fecc25fa7f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=586975d2-5d41-4d2d-b5df-a73c52726153 HTTP/1.1" status: 200 len: 217 time: 0.0977430 Feb 05 18:56:10.186915 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 41476) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:10.203258 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:10.214587 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5239ff4a-455b-43eb-b4e1-62a76437f2b3', 'tag': '586975d2-5d41-4d2d-b5df-a73c52726153', 'status': 'completed', 'code': 200} Feb 05 18:56:10.225780 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-46c9f4ba-6778-45bc-b989-389eb28ad259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:10.249438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:10.260325 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3b5109d3-e55b-405a-907f-222d996cab26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:10.261708 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab148476-8f54-41c1-a688-6d4326ea61a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:10.271308 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-46c9f4ba-6778-45bc-b989-389eb28ad259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:10.289243 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3b5109d3-e55b-405a-907f-222d996cab26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:10.299407 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bae7c7c0-3a78-49d3-8d1d-278a59d4292f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:10.438300 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b350d-15a0-4899-89ab-9f86fac84526 req-11a6785a-8e11-41bd-857b-11d0d8128b71 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:10.439966 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-333b350d-15a0-4899-89ab-9f86fac84526 req-11a6785a-8e11-41bd-857b-11d0d8128b71 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 931 time: 0.6202142 Feb 05 18:56:10.447584 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ab148476-8f54-41c1-a688-6d4326ea61a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:10.451936 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-46c9f4ba-6778-45bc-b989-389eb28ad259 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4b428fc57304c2897eb9dfd15f4dc30&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3974581 Feb 05 18:56:10.477283 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ae419-820e-4f00-a65a-223122b2070d req-3f8d1345-486a-4636-b8aa-cbd952f1cb48 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:10.479041 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b36ae419-820e-4f00-a65a-223122b2070d req-3f8d1345-486a-4636-b8aa-cbd952f1cb48 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.69 "GET /v2.0/networks?id=9657212a-b08a-47f2-990a-340c82f01463 HTTP/1.1" status: 200 len: 818 time: 0.8175099 Feb 05 18:56:10.479587 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 41482) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:10.497136 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:56:10.501468 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-eec8c382-7c61-4972-a9d6-8521171c568d req-8096409a-6068-407d-a09e-a5201ed7e5c8 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:10.505433 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ab148476-8f54-41c1-a688-6d4326ea61a3 admin admin] Usage tracker for resource:security_group_rule and tenant:c9b4670164fa4fdf9b4b545d50ba4b0c is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:10.506919 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Sync routers for ids ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'] in dv-cinder-774288-2-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:56:10.509883 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ab148476-8f54-41c1-a688-6d4326ea61a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:10.517976 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Routers {'7239ca4c-33e9-42a3-b646-28af8fdfcc03'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:56:10.518738 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:56:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:10.526570 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-51bb5b84-34d4-4370-adbe-ad9443d75872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:10.528153 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-51bb5b84-34d4-4370-adbe-ad9443d75872 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6746409f-3f8a-46ae-a54a-652a014d8eea HTTP/1.1" status: 200 len: 852 time: 0.3865070 Feb 05 18:56:10.534834 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] 10.222.0.23 "PUT /v2.0/routers/7239ca4c-33e9-42a3-b646-28af8fdfcc03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.2996192 Feb 05 18:56:10.546242 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-b36ae419-820e-4f00-a65a-223122b2070d req-a9a3fff8-dcf3-44aa-a05d-1f240c5ed9e0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Request body: {'port': {'device_id': 'e7105f2f-5465-4c9e-8632-0d9b7f86115e', 'network_id': '9657212a-b08a-47f2-990a-340c82f01463', 'admin_state_up': True, 'tenant_id': '41ac3b59d1b342459afdeeb6ea515ca7'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:10.607539 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c45be094-9a6f-451f-81aa-2b40b6e453b5 req-c9703600-f0cd-469f-a202-3f3cd9b6178d tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 210 time: 0.2565224 Feb 05 18:56:10.616208 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.resource_extend [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 05 18:56:10.699212 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52fdd77-a096-46c7-a641-4d7b9202e489 {{(pid=80158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:56:10.707681 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Pushing event updated for resources: {'Port': ['ID=dd8e2389-872e-45a8-a810-478db9c3d679,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:10.710594 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:10.727434 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Transition to ACTIVE for port object f52fdd77-a096-46c7-a641-4d7b9202e489 will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:10.751746 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9f4ba-6778-45bc-b989-389eb28ad259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febd7f17-0154-4c64-8841-929588c264de,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:10.764827 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ab148476-8f54-41c1-a688-6d4326ea61a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:10.768410 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-b36ae419-820e-4f00-a65a-223122b2070d req-a9a3fff8-dcf3-44aa-a05d-1f240c5ed9e0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:10.774454 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-d1212756-5165-4725-8d07-fabdb63b1862 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=15f84630-253c-44d0-9af4-3b2ad326edf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816774 Feb 05 18:56:10.785399 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:10.792148 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:10.811523 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Set router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:56:10.844730 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-b36ae419-820e-4f00-a65a-223122b2070d req-a9a3fff8-dcf3-44aa-a05d-1f240c5ed9e0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:10.880733 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-3b5109d3-e55b-405a-907f-222d996cab26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c6da1a35e4c4df8b35e8331991760b5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8279974 Feb 05 18:56:10.885889 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 0cf9af77-1188-43e0-a2bd-68ed5680b19a up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:10.923975 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 41498) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:10.941001 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-09bdc02e-dded-4b81-87cc-0638a5e6ca86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:10.971304 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b36ae419-820e-4f00-a65a-223122b2070d req-a9a3fff8-dcf3-44aa-a05d-1f240c5ed9e0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Made reservation on behalf of 41ac3b59d1b342459afdeeb6ea515ca7 for: {'port': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:56:10.993187 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b36ae419-820e-4f00-a65a-223122b2070d req-a9a3fff8-dcf3-44aa-a05d-1f240c5ed9e0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:11.060248 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 0cf9af77-1188-43e0-a2bd-68ed5680b19a triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:11.061409 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:11.072937 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-333b350d-15a0-4899-89ab-9f86fac84526 req-074d1ae6-8884-4066-9c7f-dae80a85e3f7 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812893 Feb 05 18:56:11.077971 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Network 9965b9d0-889c-488e-93d5-091708438716 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:56:11.080296 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-09bdc02e-dded-4b81-87cc-0638a5e6ca86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:11.085082 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5109d3-e55b-405a-907f-222d996cab26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7d276b-a786-4437-803b-f3a56434fc23,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:11.113798 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3b5109d3-e55b-405a-907f-222d996cab26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:11.114344 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1776a84e-4378-4d65-9c08-fae07a99bed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.757s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:11.114755 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1776a84e-4378-4d65-9c08-fae07a99bed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:11.124080 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c0963256-f13d-4a5b-b523-b0510c4df9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:11.375494 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T18:56:05Z', 'revision_number': 4, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '43646e9f-e4e2-4523-a3ab-f9c867de0ed4', 'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'mac_address': 'fa:16:3e:d0:c4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:58Z', 'updated_at': '2021-02-05T18:56:07Z', 'revision_number': 2, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'subnets': [{'id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:11.381227 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096409a-6068-407d-a09e-a5201ed7e5c8 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Pushing event updated for resources: {'Port': ['ID=aebd90d0-a7ba-4fc6-919a-d25b6dae6033,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:11.384798 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Checking router: 7239ca4c-33e9-42a3-b646-28af8fdfcc03 for host: dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:56:11.385260 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Updating router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 port 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 binding host dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:56:11.432168 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:11.439100 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:56:11.439598 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2021626'] for router_interface, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:11.488606 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:11.504618 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec8c382-7c61-4972-a9d6-8521171c568d req-8096409a-6068-407d-a09e-a5201ed7e5c8 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Network 9657212a-b08a-47f2-990a-340c82f01463 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:56:11.505696 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Pushing event updated for resources: {'Port': ['ID=f52fdd77-a096-46c7-a641-4d7b9202e489,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:11.592483 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-891abc34-6b2e-43cf-b618-27f08c030b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:11.594897 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-eec8c382-7c61-4972-a9d6-8521171c568d req-8096409a-6068-407d-a09e-a5201ed7e5c8 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Resources bound (agent type, host, resource id): {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:11.652827 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 41506) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:11.711479 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec8c382-7c61-4972-a9d6-8521171c568d req-8096409a-6068-407d-a09e-a5201ed7e5c8 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:56:11.780620 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8c382-7c61-4972-a9d6-8521171c568d req-8096409a-6068-407d-a09e-a5201ed7e5c8 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:11.781403 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-eec8c382-7c61-4972-a9d6-8521171c568d req-8096409a-6068-407d-a09e-a5201ed7e5c8 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:11.797009 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-aa7d892e-ff8e-4575-8c0e-1fbf1277d735 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1169770712', 'description': 'tempest-description--1983549704'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:11.798446 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-92509123-3328-4322-92ee-51a67c60ada8 None None] Provisioning for port dd8e2389-872e-45a8-a810-478db9c3d679 completed by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:11.814091 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-92509123-3328-4322-92ee-51a67c60ada8 None None] Provisioning complete for port dd8e2389-872e-45a8-a810-478db9c3d679 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:11.814737 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-92509123-3328-4322-92ee-51a67c60ada8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:11.819345 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-b36ae419-820e-4f00-a65a-223122b2070d req-a9a3fff8-dcf3-44aa-a05d-1f240c5ed9e0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Allocated IP 172.20.0.2 (9657212a-b08a-47f2-990a-340c82f01463/c829bd72-056f-4907-824c-4eeeb1817b58/76a64c8e-2928-42ee-af59-a6718ce8ebdd) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:56:11.881500 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-aa7d892e-ff8e-4575-8c0e-1fbf1277d735 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:11.894149 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-92509123-3328-4322-92ee-51a67c60ada8 None None] Port dd8e2389-872e-45a8-a810-478db9c3d679 cannot update to ACTIVE because it is not bound. {{(pid=80160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:56:11.922741 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:11.924195 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.991s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:11.924698 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:11.939604 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-aa7d892e-ff8e-4575-8c0e-1fbf1277d735 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Usage tracker for resource:security_group and tenant:d6772b3c833744d298b2542568f2699f is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:11.942671 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Attempting to bind port f52fdd77-a096-46c7-a641-4d7b9202e489 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:56:11.943146 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Attempting to bind port f52fdd77-a096-46c7-a641-4d7b9202e489 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '71042f81-32b9-455a-9fb0-8d92ee6e6374', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:56:11.943579 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Attempting to bind port f52fdd77-a096-46c7-a641-4d7b9202e489 on network b4d031a8-5511-4a0c-8172-059ed7971489 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:56:11.948281 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-891abc34-6b2e-43cf-b618-27f08c030b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.002821 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-aa7d892e-ff8e-4575-8c0e-1fbf1277d735 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:12.017040 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9662043f-3097-4ce6-8c2f-9929c5d1f593 req-69136fec-c800-4bbe-9d12-28b5de2b9838 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 210 time: 0.0831592 Feb 05 18:56:12.037432 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-aa7d892e-ff8e-4575-8c0e-1fbf1277d735 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:12.066317 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Checking agent: {'id': '448d464c-f4b2-46c5-bbf2-8018ee5cc94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 53, 33), 'started_at': datetime.datetime(2021, 2, 5, 18, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:56:12.066995 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Checking segment: {'id': '71042f81-32b9-455a-9fb0-8d92ee6e6374', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:56:12.067588 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.067833 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.068428 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Bound using segment: {'id': '71042f81-32b9-455a-9fb0-8d92ee6e6374', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:56:12.068942 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Bound port: f52fdd77-a096-46c7-a641-4d7b9202e489, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71042f81-32b9-455a-9fb0-8d92ee6e6374', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:56:12.069396 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.081583 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Transition to ACTIVE for port object 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:12.085341 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.102373 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-98034d77-2ba2-448f-9958-f45ec902e52a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:12.143813 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab148476-8f54-41c1-a688-6d4326ea61a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.172236 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b36ae419-820e-4f00-a65a-223122b2070d req-a9a3fff8-dcf3-44aa-a05d-1f240c5ed9e0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.206073 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b36ae419-820e-4f00-a65a-223122b2070d req-a9a3fff8-dcf3-44aa-a05d-1f240c5ed9e0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.208111 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eec8c382-7c61-4972-a9d6-8521171c568d req-8096409a-6068-407d-a09e-a5201ed7e5c8 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6581416 Feb 05 18:56:12.208763 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-891abc34-6b2e-43cf-b618-27f08c030b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.222073 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab148476-8f54-41c1-a688-6d4326ea61a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.246681 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:12.254364 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa7d892e-ff8e-4575-8c0e-1fbf1277d735 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.271951 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Request body: {'port': {'device_id': '30ada27b-bea9-4403-93bf-7773a21b9a27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:12.290867 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed988f4-6139-4162-8c6e-dc16d0444796 None None] Pushing event updated for resources: {'Port': ['ID=43646e9f-e4e2-4523-a3ab-f9c867de0ed4,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:12.291852 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:12.295332 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fed988f4-6139-4162-8c6e-dc16d0444796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:12.374752 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.386307 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-354a170e-23f1-4ee0-ba1d-a3a808420aef service neutron] 10.222.0.69 "GET /v2.0/networks/15f84630-253c-44d0-9af4-3b2ad326edf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5898142 Feb 05 18:56:12.386893 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3fff8-dcf3-44aa-a05d-1f240c5ed9e0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Pushing event updated for resources: {'Port': ['ID=76a64c8e-2928-42ee-af59-a6718ce8ebdd,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:12.390389 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a9a3fff8-dcf3-44aa-a05d-1f240c5ed9e0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:12.472991 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Attempting to bind port 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:56:12.473741 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Attempting to bind port 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': '136859a3-6606-41af-8375-5d44672b0926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:56:12.474168 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-09bdc02e-dded-4b81-87cc-0638a5e6ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.474305 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Attempting to bind port 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 on network 497ec747-5a9f-4b18-bf8f-c5da3336777f {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:56:12.482542 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:56:12.484302 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Checking segment: {'id': '136859a3-6606-41af-8375-5d44672b0926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:56:12.484920 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.485422 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Bound using segment: {'id': '136859a3-6606-41af-8375-5d44672b0926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:56:12.486166 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Bound port: 43646e9f-e4e2-4523-a3ab-f9c867de0ed4, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136859a3-6606-41af-8375-5d44672b0926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:56:12.486606 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.563028 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:12.590282 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] For port 43646e9f-e4e2-4523-a3ab-f9c867de0ed4, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:56:12.595979 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] For port 43646e9f-e4e2-4523-a3ab-f9c867de0ed4, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=43646e9f-e4e2-4523-a3ab-f9c867de0ed4,segment=NetworkSegment(136859a3-6606-41af-8375-5d44672b0926),segment_id=136859a3-6606-41af-8375-5d44672b0926)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:56:12.601641 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.603138 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891abc34-6b2e-43cf-b618-27f08c030b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7d276b-a786-4437-803b-f3a56434fc23,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:12.603727 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdc02e-dded-4b81-87cc-0638a5e6ca86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febd7f17-0154-4c64-8841-929588c264de,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:12.606712 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-09bdc02e-dded-4b81-87cc-0638a5e6ca86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:12.625547 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-98034d77-2ba2-448f-9958-f45ec902e52a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:12.644210 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-ab148476-8f54-41c1-a688-6d4326ea61a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9b4670164fa4fdf9b4b545d50ba4b0c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4234045 Feb 05 18:56:12.684241 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 41518) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:12.749720 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94a7a8-e8e7-40d3-88d6-69e86197f0a6 req-f18a04d9-180f-48e8-b02d-f548c4f45181 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:12.751440 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7a94a7a8-e8e7-40d3-88d6-69e86197f0a6 req-f18a04d9-180f-48e8-b02d-f548c4f45181 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 943 time: 1.3447051 Feb 05 18:56:12.771316 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-09bdc02e-dded-4b81-87cc-0638a5e6ca86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.771470 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-891abc34-6b2e-43cf-b618-27f08c030b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.778169 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-891abc34-6b2e-43cf-b618-27f08c030b49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec7d276b-a786-4437-803b-f3a56434fc23 HTTP/1.1" status: 204 len: 168 time: 1.8393574 Feb 05 18:56:12.778326 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-09bdc02e-dded-4b81-87cc-0638a5e6ca86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/febd7f17-0154-4c64-8841-929588c264de HTTP/1.1" status: 204 len: 168 time: 2.2841582 Feb 05 18:56:12.783461 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-aa7d892e-ff8e-4575-8c0e-1fbf1277d735 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:12.787825 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b36ae419-820e-4f00-a65a-223122b2070d req-a9a3fff8-dcf3-44aa-a05d-1f240c5ed9e0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Network 9657212a-b08a-47f2-990a-340c82f01463 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:56:12.801441 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-b36ae419-820e-4f00-a65a-223122b2070d req-a9a3fff8-dcf3-44aa-a05d-1f240c5ed9e0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:12.810492 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed988f4-6139-4162-8c6e-dc16d0444796 None None] Pushing event updated for resources: {'Port': ['ID=43646e9f-e4e2-4523-a3ab-f9c867de0ed4,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:12.815908 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fed988f4-6139-4162-8c6e-dc16d0444796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:12.816353 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36ae419-820e-4f00-a65a-223122b2070d req-a9a3fff8-dcf3-44aa-a05d-1f240c5ed9e0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:56:12.834757 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-aa7d892e-ff8e-4575-8c0e-1fbf1277d735 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Usage tracker for resource:security_group_rule and tenant:d6772b3c833744d298b2542568f2699f is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:12.845425 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-aa7d892e-ff8e-4575-8c0e-1fbf1277d735 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:12.856053 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Routers {'7239ca4c-33e9-42a3-b646-28af8fdfcc03'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:56:12.856719 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:56:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:12.923232 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-aa7d892e-ff8e-4575-8c0e-1fbf1277d735 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:12.926104 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] For port f52fdd77-a096-46c7-a641-4d7b9202e489, host hv-cinder-77428, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:56:12.972488 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ae419-820e-4f00-a65a-223122b2070d req-a9a3fff8-dcf3-44aa-a05d-1f240c5ed9e0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:12.973253 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b36ae419-820e-4f00-a65a-223122b2070d req-a9a3fff8-dcf3-44aa-a05d-1f240c5ed9e0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.996490 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7a94a7a8-e8e7-40d3-88d6-69e86197f0a6 req-cd25e7c9-f31f-4ce9-966f-e605fe010691 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d8dbef1-985d-4816-8c54-03a63b731236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063191 Feb 05 18:56:13.008542 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab148476-8f54-41c1-a688-6d4326ea61a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf012d44-7ad1-47e9-a5f5-9def3ab767cd,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:13.020759 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-986bf83b-f0b3-4e17-8741-180ed24a4dbb req-cd85dd72-557d-4087-a348-77a9535e7919 service neutron] 10.222.0.69 "GET /v2.0/networks/15f84630-253c-44d0-9af4-3b2ad326edf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6245039 Feb 05 18:56:13.022946 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ab148476-8f54-41c1-a688-6d4326ea61a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:13.025778 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] For port f52fdd77-a096-46c7-a641-4d7b9202e489, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=f52fdd77-a096-46c7-a641-4d7b9202e489,segment=NetworkSegment(71042f81-32b9-455a-9fb0-8d92ee6e6374),segment_id=71042f81-32b9-455a-9fb0-8d92ee6e6374)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:56:13.027120 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.446s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:13.027223 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:13.049935 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:13.246385 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9c3f8a85-b8dc-4714-b57e-f2446d1b3aec tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:13.252993 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b36ae419-820e-4f00-a65a-223122b2070d req-a9a3fff8-dcf3-44aa-a05d-1f240c5ed9e0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7434628 Feb 05 18:56:13.356643 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:13.438210 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Request body: {'port': {'device_id': 'e7105f2f-5465-4c9e-8632-0d9b7f86115e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:13.454428 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26574004-429b-4c57-93cb-ac34d0481c6e req-8715099d-2e43-4c3a-a5cb-9ace89713aa1 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:13.463382 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-26574004-429b-4c57-93cb-ac34d0481c6e req-8715099d-2e43-4c3a-a5cb-9ace89713aa1 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 943 time: 1.2283790 Feb 05 18:56:13.470405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2b04-55f9-4e82-be98-eb3c35a182d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:13.521540 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2b04-55f9-4e82-be98-eb3c35a182d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:13.532929 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] Set router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:56:13.568293 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 41532) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:13.568475 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 41534) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:13.638823 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:13.639499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:13.641001 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] 10.222.0.69 "PUT /v2.0/ports/f52fdd77-a096-46c7-a641-4d7b9202e489 HTTP/1.1" status: 200 len: 1157 time: 5.7264619 Feb 05 18:56:13.644121 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0245d919-b943-4249-84f6-644bbe8d85c5', 'tag': 'f52fdd77-a096-46c7-a641-4d7b9202e489'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:13.653788 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-36fcf833-6e8b-4e4a-95a3-56ed438375ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:13.681593 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-019bf3ec-3ec0-4012-8d93-4ff9dc5102ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:13.698816 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-36fcf833-6e8b-4e4a-95a3-56ed438375ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:13.718767 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-36fcf833-6e8b-4e4a-95a3-56ed438375ad admin admin] Usage tracker for resource:security_group_rule and tenant:f9fc9e755fb643aca07f1bfa29ee1ed0 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:13.721870 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-36fcf833-6e8b-4e4a-95a3-56ed438375ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:13.730064 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-26574004-429b-4c57-93cb-ac34d0481c6e req-2dc3587b-ac9b-49b1-b32c-7f5c92a70bbf tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656970 Feb 05 18:56:13.774120 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-36fcf833-6e8b-4e4a-95a3-56ed438375ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:13.834939 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Pushing event updated for resources: {'Port': ['ID=f52fdd77-a096-46c7-a641-4d7b9202e489,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:13.857510 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:13.873677 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-019bf3ec-3ec0-4012-8d93-4ff9dc5102ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:13.887313 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa7d892e-ff8e-4575-8c0e-1fbf1277d735 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:13.896358 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-019bf3ec-3ec0-4012-8d93-4ff9dc5102ec admin admin] Usage tracker for resource:security_group_rule and tenant:e23a8087ef344abcbb60f228d6b17aee is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:13.907893 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-019bf3ec-3ec0-4012-8d93-4ff9dc5102ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:13.926412 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T18:56:05Z', 'revision_number': 4, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '43646e9f-e4e2-4523-a3ab-f9c867de0ed4', 'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'mac_address': 'fa:16:3e:d0:c4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:58Z', 'updated_at': '2021-02-05T18:56:12Z', 'revision_number': 4, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'subnets': [{'id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:13.927327 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-36fcf833-6e8b-4e4a-95a3-56ed438375ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:13.931654 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-019bf3ec-3ec0-4012-8d93-4ff9dc5102ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:13.932341 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e1c4f-e5a5-4a46-a041-aeb81984a2c5 None None] The sync data for ids ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'] in dv-cinder-774288-2-smb is: [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T18:56:05Z', 'revision_number': 4, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '43646e9f-e4e2-4523-a3ab-f9c867de0ed4', 'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'mac_address': 'fa:16:3e:d0:c4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:58Z', 'updated_at': '2021-02-05T18:56:12Z', 'revision_number': 4, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'subnets': [{'id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:56:13.934438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2b04-55f9-4e82-be98-eb3c35a182d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:13.942259 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea9fa6-59b5-4be4-80ed-7df13eaa46e8 req-a4345c6e-8d0d-4b3d-beed-04369459c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:13.944306 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4dea9fa6-59b5-4be4-80ed-7df13eaa46e8 req-a4345c6e-8d0d-4b3d-beed-04369459c81a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=95fd249fc6c74592ae86cd0a251a53f4&device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 1160 time: 0.8213401 Feb 05 18:56:13.954731 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-36fcf833-6e8b-4e4a-95a3-56ed438375ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:13.955463 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:13.964340 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa7d892e-ff8e-4575-8c0e-1fbf1277d735 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:13.976870 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-09bdc02e-dded-4b81-87cc-0638a5e6ca86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:14.005046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:14.075662 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.resource_extend [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 05 18:56:14.092090 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:14.121198 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96813792-7d37-4814-9227-7d82cb24a6f8 req-4d1d537c-b240-4d2e-b435-0520b247296d tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:14.122020 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-96813792-7d37-4814-9227-7d82cb24a6f8 req-4d1d537c-b240-4d2e-b435-0520b247296d tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Synchronizing usage tracker for tenant:41ac3b59d1b342459afdeeb6ea515ca7 on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:14.125131 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa7d892e-ff8e-4575-8c0e-1fbf1277d735 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:14.131611 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-aa7d892e-ff8e-4575-8c0e-1fbf1277d735 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.4756880 Feb 05 18:56:14.136659 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 41554) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:14.147266 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f2b04-55f9-4e82-be98-eb3c35a182d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf012d44-7ad1-47e9-a5f5-9def3ab767cd,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:14.159241 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-b03845ba-81f5-4023-a50f-e8aad40c5b8f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Request body: {'security_group_rule': {'security_group_id': '780ee86d-af6f-4771-b633-4478c6485a04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:14.195600 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0245d919-b943-4249-84f6-644bbe8d85c5', 'tag': 'f52fdd77-a096-46c7-a641-4d7b9202e489', 'status': 'completed', 'code': 200} Feb 05 18:56:14.202225 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b03845ba-81f5-4023-a50f-e8aad40c5b8f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:14.252525 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d892e-ff8e-4575-8c0e-1fbf1277d735 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=780ee86d-af6f-4771-b633-4478c6485a04,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:14.256840 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b03845ba-81f5-4023-a50f-e8aad40c5b8f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Usage tracker for resource:security_group_rule and tenant:d6772b3c833744d298b2542568f2699f is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:14.265661 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-aa7d892e-ff8e-4575-8c0e-1fbf1277d735 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:14.268221 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b03845ba-81f5-4023-a50f-e8aad40c5b8f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:14.271069 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:14.275020 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-36fcf833-6e8b-4e4a-95a3-56ed438375ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9fc9e755fb643aca07f1bfa29ee1ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6949661 Feb 05 18:56:14.283551 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-96813792-7d37-4814-9227-7d82cb24a6f8 req-4d1d537c-b240-4d2e-b435-0520b247296d tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Unset dirty status for tenant:41ac3b59d1b342459afdeeb6ea515ca7 on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:14.284831 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-96813792-7d37-4814-9227-7d82cb24a6f8 req-4d1d537c-b240-4d2e-b435-0520b247296d tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 931 time: 0.9716954 Feb 05 18:56:14.286483 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b03845ba-81f5-4023-a50f-e8aad40c5b8f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:14.288422 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 41558) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:14.301846 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-26b80087-9b39-4f4d-b2b6-b3172de46646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:14.303455 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-26b80087-9b39-4f4d-b2b6-b3172de46646 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=43a855f1df7b49c1a170438467a37f52&device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 1160 time: 0.5580761 Feb 05 18:56:14.308120 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2b04-55f9-4e82-be98-eb3c35a182d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:14.309267 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-ff0f2b04-55f9-4e82-be98-eb3c35a182d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf012d44-7ad1-47e9-a5f5-9def3ab767cd HTTP/1.1" status: 204 len: 168 time: 1.6239388 Feb 05 18:56:14.369425 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2017309'] for router_interface, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:14.383399 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcf833-6e8b-4e4a-95a3-56ed438375ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7af421-882b-4471-8c4c-73e559cf14ff,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:14.543354 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-9d93df29-a55d-4e3b-9278-ab0994c27d84 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52fdd77-a096-46c7-a641-4d7b9202e489 HTTP/1.1" status: 200 len: 217 time: 0.1660235 Feb 05 18:56:14.617310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b03845ba-81f5-4023-a50f-e8aad40c5b8f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:14.691772 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-36fcf833-6e8b-4e4a-95a3-56ed438375ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:14.696658 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3e432507-c6bb-4122-bf3d-16f4f09c999d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.648s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:14.697060 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3e432507-c6bb-4122-bf3d-16f4f09c999d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:14.755002 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d6de21c7-45a8-4622-8189-ef1188d51e9a tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:14.780248 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-96813792-7d37-4814-9227-7d82cb24a6f8 req-f3e94d82-5356-4b72-8849-09278ce1b08c tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Synchronizing usage tracker for tenant:41ac3b59d1b342459afdeeb6ea515ca7 on resource:security_group {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:14.881500 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:14.895219 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-babb41f3-37c7-4f95-9080-2ec7cf91ce52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:14.933536 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Pushing event updated for resources: {'Port': ['ID=dd8e2389-872e-45a8-a810-478db9c3d679,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:14.970123 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-96813792-7d37-4814-9227-7d82cb24a6f8 req-f3e94d82-5356-4b72-8849-09278ce1b08c tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Unset dirty status for tenant:41ac3b59d1b342459afdeeb6ea515ca7 on resource:security_group {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:14.981005 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:14.981955 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-96813792-7d37-4814-9227-7d82cb24a6f8 req-f3e94d82-5356-4b72-8849-09278ce1b08c tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6874380 Feb 05 18:56:14.986452 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-2b6fd6a0-5f94-459e-af5a-69da1285761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:14.986986 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:14.987530 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:14.988179 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:14.989479 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-2b6fd6a0-5f94-459e-af5a-69da1285761c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3961e334-7d1e-4fd6-b199-f132904184e0 HTTP/1.1" status: 200 len: 854 time: 0.3107264 Feb 05 18:56:15.036869 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Network 9965b9d0-889c-488e-93d5-091708438716 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:56:15.059416 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:15.064711 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea9fa6-59b5-4be4-80ed-7df13eaa46e8 req-5ca7d2f4-6fbb-4d70-9ee0-c3753dc4ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:15.066618 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4dea9fa6-59b5-4be4-80ed-7df13eaa46e8 req-5ca7d2f4-6fbb-4d70-9ee0-c3753dc4ea8f service neutron] 10.222.0.69 "GET /v2.0/networks?id=15f84630-253c-44d0-9af4-3b2ad326edf4 HTTP/1.1" status: 200 len: 906 time: 1.0995355 Feb 05 18:56:15.139875 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-babb41f3-37c7-4f95-9080-2ec7cf91ce52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:15.153502 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:15.188857 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b03845ba-81f5-4023-a50f-e8aad40c5b8f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:15.222121 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-769bb299-4739-4597-831b-2c808a423a4b None None] For port 43646e9f-e4e2-4523-a3ab-f9c867de0ed4, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=43646e9f-e4e2-4523-a3ab-f9c867de0ed4,segment=NetworkSegment(136859a3-6606-41af-8375-5d44672b0926),segment_id=136859a3-6606-41af-8375-5d44672b0926)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:15.222404 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-cc702bee-04ae-4d55-afc8-ad0d62a1d2cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4d031a8-5511-4a0c-8172-059ed7971489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2057579 Feb 05 18:56:15.235543 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b03845ba-81f5-4023-a50f-e8aad40c5b8f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826709'] for security_group_rule, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:15.237485 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:15.244261 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3f9c75b2-3fde-4438-b2e7-ed365fa90227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:15.364995 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Pushing event updated for resources: {'Port': ['ID=43646e9f-e4e2-4523-a3ab-f9c867de0ed4,revision_number=5']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:15.379045 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:15.424525 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6a8ec-1bc1-4da7-ae57-1370f8d9e4ab req-6e8a2210-49ef-4681-aea7-a23df1e46cbe tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:15.426240 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-24a6a8ec-1bc1-4da7-ae57-1370f8d9e4ab req-6e8a2210-49ef-4681-aea7-a23df1e46cbe tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 943 time: 1.0765274 Feb 05 18:56:15.454278 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-019bf3ec-3ec0-4012-8d93-4ff9dc5102ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:15.481145 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Router 974005bb-424b-4c4d-b499-ad4ec9119668 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:56:15.482071 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-019bf3ec-3ec0-4012-8d93-4ff9dc5102ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:15.527764 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:15.532667 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4dea9fa6-59b5-4be4-80ed-7df13eaa46e8 req-4e938c7e-1394-474b-97b8-454ba83b9432 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=586975d2-5d41-4d2d-b5df-a73c52726153 HTTP/1.1" status: 200 len: 217 time: 0.1945739 Feb 05 18:56:15.551571 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-9b8b9141-9762-4ccd-b20d-3b68f6a21c70 None None] Provisioning complete for port dd8e2389-872e-45a8-a810-478db9c3d679 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:15.551986 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9b8b9141-9762-4ccd-b20d-3b68f6a21c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:15.616451 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:15.720896 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-9b8b9141-9762-4ccd-b20d-3b68f6a21c70 None None] Port dd8e2389-872e-45a8-a810-478db9c3d679 cannot update to ACTIVE because it is not bound. {{(pid=80160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:56:15.736872 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.objects.ports [None req-7f56d5e1-02fa-4a24-9255-46f0b5044947 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80160) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 18:56:15.815075 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-019bf3ec-3ec0-4012-8d93-4ff9dc5102ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e23a8087ef344abcbb60f228d6b17aee&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2341025 Feb 05 18:56:15.877298 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bf3ec-3ec0-4012-8d93-4ff9dc5102ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c703dcb6-e4f1-4ce6-a651-403cf02694fe,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:15.879755 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 41586) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:15.888336 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-019bf3ec-3ec0-4012-8d93-4ff9dc5102ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:15.903022 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea9fa6-59b5-4be4-80ed-7df13eaa46e8 req-d3ecbe7e-5f27-4d9d-902b-040675a132c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:15.904614 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4dea9fa6-59b5-4be4-80ed-7df13eaa46e8 req-d3ecbe7e-5f27-4d9d-902b-040675a132c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6746409f-3f8a-46ae-a54a-652a014d8eea HTTP/1.1" status: 200 len: 852 time: 0.3513637 Feb 05 18:56:15.931305 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03845ba-81f5-4023-a50f-e8aad40c5b8f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46444833-6200-4eca-9437-da152311d780,revision_number=0']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:15.952479 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b03845ba-81f5-4023-a50f-e8aad40c5b8f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:15.991165 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.resource_extend [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 05 18:56:16.022557 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4dea9fa6-59b5-4be4-80ed-7df13eaa46e8 req-fbdd04a1-7afd-419e-a184-f1d469ca0624 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=15f84630-253c-44d0-9af4-3b2ad326edf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892630 Feb 05 18:56:16.029264 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b03845ba-81f5-4023-a50f-e8aad40c5b8f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:16.030546 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-b03845ba-81f5-4023-a50f-e8aad40c5b8f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8908176 Feb 05 18:56:16.053125 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-24a6a8ec-1bc1-4da7-ae57-1370f8d9e4ab req-b0e2b39f-64a9-42d5-a66d-bd910ad16a11 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d8dbef1-985d-4816-8c54-03a63b731236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5731192 Feb 05 18:56:16.053808 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 41594) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:16.123735 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-676bf4c1-1747-47dc-beaa-c46580765100 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Request body: {'security_group_rule': {'security_group_id': '780ee86d-af6f-4771-b633-4478c6485a04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:16.156782 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-babb41f3-37c7-4f95-9080-2ec7cf91ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:16.161518 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-676bf4c1-1747-47dc-beaa-c46580765100 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:16.170169 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:16.189887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fac8300c-97dd-4328-8268-47f19fcf8458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:16.192156 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-676bf4c1-1747-47dc-beaa-c46580765100 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Usage tracker for resource:security_group_rule and tenant:d6772b3c833744d298b2542568f2699f is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:16.205847 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-676bf4c1-1747-47dc-beaa-c46580765100 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:16.211752 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-babb41f3-37c7-4f95-9080-2ec7cf91ce52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:16.216812 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:56:16.216993 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-babb41f3-37c7-4f95-9080-2ec7cf91ce52 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f7af421-882b-4471-8c4c-73e559cf14ff HTTP/1.1" status: 204 len: 168 time: 1.9201384 Feb 05 18:56:16.216993 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb41f3-37c7-4f95-9080-2ec7cf91ce52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7af421-882b-4471-8c4c-73e559cf14ff,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:16.224914 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-babb41f3-37c7-4f95-9080-2ec7cf91ce52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:16.227348 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aebd90d0-a7ba-4fc6-919a-d25b6dae6033 {{(pid=80158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:56:16.234386 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-447b7c29-74dd-42d3-b3e5-cd3140faef9d service neutron] 10.222.0.69 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9976504 Feb 05 18:56:16.235310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-676bf4c1-1747-47dc-beaa-c46580765100 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:16.262318 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fac8300c-97dd-4328-8268-47f19fcf8458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:16.277824 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:16.287057 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Sync routers for ids ['974005bb-424b-4c4d-b499-ad4ec9119668'] in dv-cinder-774288-2-smb {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:56:16.307420 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] 10.222.0.23 "PUT /v2.0/routers/974005bb-424b-4c4d-b499-ad4ec9119668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4745865 Feb 05 18:56:16.318448 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 586975d2-5d41-4d2d-b5df-a73c52726153 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:16.324597 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4dea9fa6-59b5-4be4-80ed-7df13eaa46e8 req-6c564af5-70e3-4f09-b2d3-0eebbee70a54 service neutron] 10.222.0.69 "GET /v2.0/networks/15f84630-253c-44d0-9af4-3b2ad326edf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875123 Feb 05 18:56:16.452850 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fac8300c-97dd-4328-8268-47f19fcf8458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:16.464457 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:16.476582 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Routers {'974005bb-424b-4c4d-b499-ad4ec9119668'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:56:16.477499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:56:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['974005bb-424b-4c4d-b499-ad4ec9119668'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:16.493238 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ec80d-a2dc-4cfa-8772-9811d01ae91d req-52e3d6c4-7f62-4920-a8ba-1d3b67455101 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:16.493438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8300c-97dd-4328-8268-47f19fcf8458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c703dcb6-e4f1-4ce6-a651-403cf02694fe,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:16.494990 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-006ec80d-a2dc-4cfa-8772-9811d01ae91d req-52e3d6c4-7f62-4920-a8ba-1d3b67455101 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 943 time: 1.2512653 Feb 05 18:56:16.502988 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fac8300c-97dd-4328-8268-47f19fcf8458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:16.506448 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fac8300c-97dd-4328-8268-47f19fcf8458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:16.508347 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-fac8300c-97dd-4328-8268-47f19fcf8458 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c703dcb6-e4f1-4ce6-a651-403cf02694fe HTTP/1.1" status: 204 len: 168 time: 0.6225491 Feb 05 18:56:16.509848 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Transition to ACTIVE for port object aebd90d0-a7ba-4fc6-919a-d25b6dae6033 will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:16.540776 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-676bf4c1-1747-47dc-beaa-c46580765100 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:16.548506 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:16.603133 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:16.684339 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Set router 974005bb-424b-4c4d-b499-ad4ec9119668 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:56:16.816254 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-006ec80d-a2dc-4cfa-8772-9811d01ae91d req-4d5b453f-1f62-41cf-94aa-a4c3b1ef7db3 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012650 Feb 05 18:56:16.833781 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a64c8e-2928-42ee-af59-a6718ce8ebdd {{(pid=80159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:56:16.845208 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:16.862199 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Transition to ACTIVE for port object 76a64c8e-2928-42ee-af59-a6718ce8ebdd will not be triggered until provisioned by entity L2. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:16.878983 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:16.988692 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:17.015025 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:17.064680 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning for port 586975d2-5d41-4d2d-b5df-a73c52726153 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:17.066477 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c4d10-1631-43a8-8ece-d66b05962cab req-5924d2f2-ff4d-4e0c-aece-d1d6f328241d tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:17.068308 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ba4c4d10-1631-43a8-8ece-d66b05962cab req-5924d2f2-ff4d-4e0c-aece-d1d6f328241d tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 931 time: 0.8523018 Feb 05 18:56:17.083971 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Pushing event updated for resources: {'Port': ['ID=76a64c8e-2928-42ee-af59-a6718ce8ebdd,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:17.090731 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:17.096626 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 586975d2-5d41-4d2d-b5df-a73c52726153 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:17.096963 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.123293 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Pushing event updated for resources: {'Port': ['ID=aebd90d0-a7ba-4fc6-919a-d25b6dae6033,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:17.129905 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4dea9fa6-59b5-4be4-80ed-7df13eaa46e8 req-6481f62d-4182-4e79-8cf5-809d768e44d9 service neutron] 10.222.0.69 "GET /v2.0/networks/15f84630-253c-44d0-9af4-3b2ad326edf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7962875 Feb 05 18:56:17.147026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:17.150106 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-343b31fd-9bc2-4c62-89ad-72874656dfc2 req-f85c6028-2001-4d0b-9eb1-4d05546bd48c service neutron] 10.222.0.69 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8690150 Feb 05 18:56:17.212525 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-676bf4c1-1747-47dc-beaa-c46580765100 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.246302 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ba4c4d10-1631-43a8-8ece-d66b05962cab req-8b33e001-a5a1-406e-9de3-2d492c66c4ce tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647151 Feb 05 18:56:17.248883 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-676bf4c1-1747-47dc-beaa-c46580765100 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826709'] for security_group_rule, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.373934 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b03845ba-81f5-4023-a50f-e8aad40c5b8f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:17.374219 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Attempting to bind port 76a64c8e-2928-42ee-af59-a6718ce8ebdd on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:56:17.374603 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Attempting to bind port 76a64c8e-2928-42ee-af59-a6718ce8ebdd by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '5a3bcc18-ab58-4686-9ba2-4f78c43ccea4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9657212a-b08a-47f2-990a-340c82f01463'}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:56:17.374971 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Attempting to bind port 76a64c8e-2928-42ee-af59-a6718ce8ebdd on network 9657212a-b08a-47f2-990a-340c82f01463 {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:56:17.392768 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Checking agent: {'id': '448d464c-f4b2-46c5-bbf2-8018ee5cc94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 53, 33), 'started_at': datetime.datetime(2021, 2, 5, 18, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:56:17.393383 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Checking segment: {'id': '5a3bcc18-ab58-4686-9ba2-4f78c43ccea4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9657212a-b08a-47f2-990a-340c82f01463'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:56:17.393791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.394343 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Bound using segment: {'id': '5a3bcc18-ab58-4686-9ba2-4f78c43ccea4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9657212a-b08a-47f2-990a-340c82f01463'} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:56:17.394757 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Bound port: 76a64c8e-2928-42ee-af59-a6718ce8ebdd, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3bcc18-ab58-4686-9ba2-4f78c43ccea4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9657212a-b08a-47f2-990a-340c82f01463'}}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:56:17.395263 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.503082 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bf4c1-1747-47dc-beaa-c46580765100 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2470644b-a12e-4f40-87e6-f3c5fb5b8ea9,revision_number=0']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:17.514557 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-676bf4c1-1747-47dc-beaa-c46580765100 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:17.534127 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Attempting to bind port aebd90d0-a7ba-4fc6-919a-d25b6dae6033 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:56:17.534733 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Attempting to bind port aebd90d0-a7ba-4fc6-919a-d25b6dae6033 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '5a3bcc18-ab58-4686-9ba2-4f78c43ccea4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9657212a-b08a-47f2-990a-340c82f01463'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:56:17.535248 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Attempting to bind port aebd90d0-a7ba-4fc6-919a-d25b6dae6033 on network 9657212a-b08a-47f2-990a-340c82f01463 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:56:17.561029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-676bf4c1-1747-47dc-beaa-c46580765100 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.566638 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-676bf4c1-1747-47dc-beaa-c46580765100 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4576774 Feb 05 18:56:17.572778 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 41634) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:17.582961 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Request body: {'floatingip': {'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:17.606635 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:17.611120 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Usage tracker for resource:floatingip and tenant:d6772b3c833744d298b2542568f2699f is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:17.614570 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:17.621888 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:17.638011 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for floatingip, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.667952 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Checking agent: {'id': '448d464c-f4b2-46c5-bbf2-8018ee5cc94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 53, 33), 'started_at': datetime.datetime(2021, 2, 5, 18, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:56:17.668439 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Checking segment: {'id': '5a3bcc18-ab58-4686-9ba2-4f78c43ccea4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9657212a-b08a-47f2-990a-340c82f01463'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:56:17.672297 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] For port 76a64c8e-2928-42ee-af59-a6718ce8ebdd, host hv-cinder-77428, cleared binding levels {{(pid=80159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:56:17.674945 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.676654 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Bound using segment: {'id': '5a3bcc18-ab58-4686-9ba2-4f78c43ccea4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9657212a-b08a-47f2-990a-340c82f01463'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:56:17.677387 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Bound port: aebd90d0-a7ba-4fc6-919a-d25b6dae6033, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3bcc18-ab58-4686-9ba2-4f78c43ccea4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9657212a-b08a-47f2-990a-340c82f01463'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:56:17.679561 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.765011 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:17.765449 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.885637 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.953790 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e8f5b-190c-4ffb-9773-5535a322bc97 req-8d9a3029-afb7-46d8-b87a-afe7549999d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:17.961834 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b67e8f5b-190c-4ffb-9773-5535a322bc97 req-8d9a3029-afb7-46d8-b87a-afe7549999d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=43a855f1df7b49c1a170438467a37f52&device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 1160 time: 0.7070985 Feb 05 18:56:17.967319 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] For port aebd90d0-a7ba-4fc6-919a-d25b6dae6033, host hv-cinder-77428, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:56:17.973811 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] For port aebd90d0-a7ba-4fc6-919a-d25b6dae6033, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=aebd90d0-a7ba-4fc6-919a-d25b6dae6033,segment=NetworkSegment(5a3bcc18-ab58-4686-9ba2-4f78c43ccea4),segment_id=5a3bcc18-ab58-4686-9ba2-4f78c43ccea4)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:56:18.007149 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:18.034323 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:18.066431 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5239ff4a-455b-43eb-b4e1-62a76437f2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586975d2-5d41-4d2d-b5df-a73c52726153'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:18.093668 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] For port 76a64c8e-2928-42ee-af59-a6718ce8ebdd, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=76a64c8e-2928-42ee-af59-a6718ce8ebdd,segment=NetworkSegment(5a3bcc18-ab58-4686-9ba2-4f78c43ccea4),segment_id=5a3bcc18-ab58-4686-9ba2-4f78c43ccea4)] {{(pid=80159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:56:18.105664 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 41652) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:18.109029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:18.243336 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 586975d2-5d41-4d2d-b5df-a73c52726153, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=586975d2-5d41-4d2d-b5df-a73c52726153,segment=NetworkSegment(f4597730-e881-4a99-9a4a-e80894c8cbd4),segment_id=f4597730-e881-4a99-9a4a-e80894c8cbd4)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:18.279377 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T18:56:11Z', 'revision_number': 4, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': 'dd8e2389-872e-45a8-a810-478db9c3d679', 'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'mac_address': 'fa:16:3e:d6:51:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:56:07Z', 'updated_at': '2021-02-05T18:56:13Z', 'revision_number': 2, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'subnets': [{'id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:18.281097 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:18.281952 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-41bcdf89-bc98-4b99-9f49-562536d23444 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1541141215', 'description': 'tempest-description--939547253'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:18.296721 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:18.299930 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a8d12-e6b8-4296-b59d-89fbe736cf87 req-97130ddf-4ea7-49cb-828e-6094daceb0d4 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:18.301995 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-465a8d12-e6b8-4296-b59d-89fbe736cf87 req-97130ddf-4ea7-49cb-828e-6094daceb0d4 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 943 time: 0.7278314 Feb 05 18:56:18.303016 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:18.379632 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Checking router: 974005bb-424b-4c4d-b499-ad4ec9119668 for host: dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:56:18.380030 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Updating router 974005bb-424b-4c4d-b499-ad4ec9119668 port dd8e2389-872e-45a8-a810-478db9c3d679 binding host dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:56:18.393459 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Pushing event updated for resources: {'Port': ['ID=76a64c8e-2928-42ee-af59-a6718ce8ebdd,revision_number=3']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:18.415625 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-41bcdf89-bc98-4b99-9f49-562536d23444 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:18.418503 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:18.427407 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-41bcdf89-bc98-4b99-9f49-562536d23444 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Usage tracker for resource:security_group and tenant:a5cc116b07494a72826dda0f60f8b9a7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:18.433608 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-41bcdf89-bc98-4b99-9f49-562536d23444 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:18.437082 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:18.437944 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:18.439586 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b36ae419-820e-4f00-a65a-223122b2070d req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] 10.222.0.69 "PUT /v2.0/ports/76a64c8e-2928-42ee-af59-a6718ce8ebdd HTTP/1.1" status: 200 len: 1157 time: 5.0432866 Feb 05 18:56:18.443609 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7105f2f-5465-4c9e-8632-0d9b7f86115e', 'tag': '76a64c8e-2928-42ee-af59-a6718ce8ebdd'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:18.470573 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-41bcdf89-bc98-4b99-9f49-562536d23444 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:18.543090 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:18.549069 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-41bcdf89-bc98-4b99-9f49-562536d23444 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:18.583040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-41bcdf89-bc98-4b99-9f49-562536d23444 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:18.588473 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-41bcdf89-bc98-4b99-9f49-562536d23444 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Usage tracker for resource:security_group_rule and tenant:a5cc116b07494a72826dda0f60f8b9a7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:18.592645 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-41bcdf89-bc98-4b99-9f49-562536d23444 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:18.599765 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-41bcdf89-bc98-4b99-9f49-562536d23444 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:18.676856 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-465a8d12-e6b8-4296-b59d-89fbe736cf87 req-891bc274-ebd3-41b7-803f-b98e67f27821 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d8dbef1-985d-4816-8c54-03a63b731236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302823 Feb 05 18:56:18.702213 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=586975d2-5d41-4d2d-b5df-a73c52726153,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:18.709430 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:18.732470 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Pushing event updated for resources: {'Port': ['ID=aebd90d0-a7ba-4fc6-919a-d25b6dae6033,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:18.753800 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:18.779704 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e8f5b-190c-4ffb-9773-5535a322bc97 req-ce1f5961-3e52-4de0-839e-d8c28e7b0ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:18.782385 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b67e8f5b-190c-4ffb-9773-5535a322bc97 req-ce1f5961-3e52-4de0-839e-d8c28e7b0ae2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4d031a8-5511-4a0c-8172-059ed7971489 HTTP/1.1" status: 200 len: 908 time: 0.8111014 Feb 05 18:56:18.796027 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:18.800823 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:18.803610 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eec8c382-7c61-4972-a9d6-8521171c568d req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] 10.222.0.69 "PUT /v2.0/ports/aebd90d0-a7ba-4fc6-919a-d25b6dae6033 HTTP/1.1" status: 200 len: 1157 time: 6.5777805 Feb 05 18:56:18.806458 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ada27b-bea9-4403-93bf-7773a21b9a27', 'tag': 'aebd90d0-a7ba-4fc6-919a-d25b6dae6033'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:18.873815 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-41bcdf89-bc98-4b99-9f49-562536d23444 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:18.884714 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-41bcdf89-bc98-4b99-9f49-562536d23444 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:18.904480 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-019bf3ec-3ec0-4012-8d93-4ff9dc5102ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:18.944103 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:18.988002 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-41bcdf89-bc98-4b99-9f49-562536d23444 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:18.989391 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-41bcdf89-bc98-4b99-9f49-562536d23444 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8823738 Feb 05 18:56:18.995654 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 41684) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:19.013781 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcdf89-bc98-4b99-9f49-562536d23444 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3d7f27-fece-4aa4-b01e-34b9b625c18a,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:19.018577 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-41bcdf89-bc98-4b99-9f49-562536d23444 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:19.023591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ae419-820e-4f00-a65a-223122b2070d req-f5bf3934-bbf8-45ad-916b-5a5418560ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:19.025118 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b36ae419-820e-4f00-a65a-223122b2070d req-f5bf3934-bbf8-45ad-916b-5a5418560ba2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=41ac3b59d1b342459afdeeb6ea515ca7&device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 1160 time: 0.5257933 Feb 05 18:56:19.028879 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-cbe15b00-d3e7-4f55-8632-074d740ae19e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Request body: {'security_group_rule': {'security_group_id': '3f3d7f27-fece-4aa4-b01e-34b9b625c18a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:19.115860 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-cbe15b00-d3e7-4f55-8632-074d740ae19e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:19.187952 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b36ae419-820e-4f00-a65a-223122b2070d req-7cf6487e-9d9b-4b87-9b3d-c74020532d7f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76a64c8e-2928-42ee-af59-a6718ce8ebdd HTTP/1.1" status: 200 len: 217 time: 0.1315637 Feb 05 18:56:19.189104 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-cbe15b00-d3e7-4f55-8632-074d740ae19e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Usage tracker for resource:security_group_rule and tenant:a5cc116b07494a72826dda0f60f8b9a7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:19.240365 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719b80d-6664-422b-8eee-66a0ffe2e11e req-f4ca4358-c87c-4782-8b88-562ca82bface tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:19.242152 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a719b80d-6664-422b-8eee-66a0ffe2e11e req-f4ca4358-c87c-4782-8b88-562ca82bface tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 943 time: 0.8977768 Feb 05 18:56:19.268602 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ae419-820e-4f00-a65a-223122b2070d req-8144fed0-d970-4606-8d0d-82f9de69cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:19.270420 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b36ae419-820e-4f00-a65a-223122b2070d req-8144fed0-d970-4606-8d0d-82f9de69cc3f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c829bd72-056f-4907-824c-4eeeb1817b58 HTTP/1.1" status: 200 len: 858 time: 0.0765624 Feb 05 18:56:19.271519 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-cbe15b00-d3e7-4f55-8632-074d740ae19e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:19.321683 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-cbe15b00-d3e7-4f55-8632-074d740ae19e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:19.343733 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b36ae419-820e-4f00-a65a-223122b2070d req-4b69c638-c85e-4411-9c44-533618b0a085 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9657212a-b08a-47f2-990a-340c82f01463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643029 Feb 05 18:56:19.362131 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b67e8f5b-190c-4ffb-9773-5535a322bc97 req-f62691c0-873f-4c9f-930c-e84368b6922d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52fdd77-a096-46c7-a641-4d7b9202e489 HTTP/1.1" status: 200 len: 217 time: 0.5564849 Feb 05 18:56:19.418354 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cbe15b00-d3e7-4f55-8632-074d740ae19e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:19.477646 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a719b80d-6664-422b-8eee-66a0ffe2e11e req-4d12f6c0-6311-4139-b588-32878f32400c tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185564 Feb 05 18:56:19.484793 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:19.515947 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.objects.ports [None req-31ebb73e-3dda-48be-9e2b-68bf25212c99 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80160) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 18:56:19.519663 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Transition to ACTIVE for port object dd8e2389-872e-45a8-a810-478db9c3d679 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:19.525591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:19.665242 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940a643-3de7-4f94-a242-81f04803ff92 req-3ab5e79f-a976-4644-a3ec-6806b51aadec tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:19.672590 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 41702) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:19.674348 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7940a643-3de7-4f94-a242-81f04803ff92 req-3ab5e79f-a976-4644-a3ec-6806b51aadec tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 943 time: 0.5629001 Feb 05 18:56:19.680773 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8c382-7c61-4972-a9d6-8521171c568d req-c1f9746a-1958-4312-b5f2-1bfa9fcf79cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:19.684922 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eec8c382-7c61-4972-a9d6-8521171c568d req-c1f9746a-1958-4312-b5f2-1bfa9fcf79cb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=41ac3b59d1b342459afdeeb6ea515ca7&device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 1160 time: 0.5655031 Feb 05 18:56:19.686937 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e8f5b-190c-4ffb-9773-5535a322bc97 req-78eb6e1d-18c2-4898-a3f8-461ef5dbc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:19.689064 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b67e8f5b-190c-4ffb-9773-5535a322bc97 req-78eb6e1d-18c2-4898-a3f8-461ef5dbc4e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3961e334-7d1e-4fd6-b199-f132904184e0 HTTP/1.1" status: 200 len: 854 time: 0.3078239 Feb 05 18:56:19.696308 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f0ba99d4-39b4-4ede-89d0-ba299b1ad270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:19.732440 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7105f2f-5465-4c9e-8632-0d9b7f86115e', 'tag': '76a64c8e-2928-42ee-af59-a6718ce8ebdd', 'status': 'completed', 'code': 200} Feb 05 18:56:19.817769 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7940a643-3de7-4f94-a242-81f04803ff92 req-7b01dfa8-a414-40f5-8c90-18313edb36f9 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422269 Feb 05 18:56:19.827086 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ada27b-bea9-4403-93bf-7773a21b9a27', 'tag': 'aebd90d0-a7ba-4fc6-919a-d25b6dae6033', 'status': 'completed', 'code': 200} Feb 05 18:56:19.920884 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cbe15b00-d3e7-4f55-8632-074d740ae19e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:19.937743 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cbe15b00-d3e7-4f55-8632-074d740ae19e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826709'] for security_group_rule, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:19.951399 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:19.959384 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b36ae419-820e-4f00-a65a-223122b2070d req-ee9d62f1-ed85-40aa-a3ff-a53d94a0055e service neutron] 10.222.0.69 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931299 Feb 05 18:56:20.025013 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eec8c382-7c61-4972-a9d6-8521171c568d req-44de7fe2-18c9-46fa-bd06-14ae9cf0b903 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aebd90d0-a7ba-4fc6-919a-d25b6dae6033 HTTP/1.1" status: 200 len: 217 time: 0.2860141 Feb 05 18:56:20.039514 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b67e8f5b-190c-4ffb-9773-5535a322bc97 req-01550519-759c-489e-927c-bddca157e693 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4d031a8-5511-4a0c-8172-059ed7971489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2988014 Feb 05 18:56:20.184023 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b36ae419-820e-4f00-a65a-223122b2070d req-6b0a2055-a988-4d9a-b1e4-c1c3bc000203 service neutron] 10.222.0.69 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2156179 Feb 05 18:56:20.211242 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe15b00-d3e7-4f55-8632-074d740ae19e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242bebff-fd17-458a-ae4b-fdb69da2b09b,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:20.225316 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Allocated IP 172.28.0.170 (43003cf3-0c0b-48ed-9e38-49f5e4f74bf6/afe140d3-b1db-4f68-bd90-821acea9aebe/7a110deb-d381-4045-a4c6-063918e31445) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:56:20.228482 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cbe15b00-d3e7-4f55-8632-074d740ae19e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:20.244248 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cbe15b00-d3e7-4f55-8632-074d740ae19e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:20.245679 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-cbe15b00-d3e7-4f55-8632-074d740ae19e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2291210 Feb 05 18:56:20.254311 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 41742) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:20.264517 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-ba9fa8e2-71e5-4066-ab57-cf2013c1319b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Request body: {'security_group_rule': {'security_group_id': '3f3d7f27-fece-4aa4-b01e-34b9b625c18a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:20.269796 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 586975d2-5d41-4d2d-b5df-a73c52726153 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:20.292826 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b67e8f5b-190c-4ffb-9773-5535a322bc97 req-62fbeefa-7787-4c69-917f-9c8fbd503184 service neutron] 10.222.0.69 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384131 Feb 05 18:56:20.320131 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ba9fa8e2-71e5-4066-ab57-cf2013c1319b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:20.330883 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ba9fa8e2-71e5-4066-ab57-cf2013c1319b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Usage tracker for resource:security_group_rule and tenant:a5cc116b07494a72826dda0f60f8b9a7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:20.336133 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ba9fa8e2-71e5-4066-ab57-cf2013c1319b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:20.351237 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ba9fa8e2-71e5-4066-ab57-cf2013c1319b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:20.488521 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Attempting to bind port dd8e2389-872e-45a8-a810-478db9c3d679 on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:56:20.489033 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Attempting to bind port dd8e2389-872e-45a8-a810-478db9c3d679 by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': '3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9965b9d0-889c-488e-93d5-091708438716'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:56:20.490452 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Attempting to bind port dd8e2389-872e-45a8-a810-478db9c3d679 on network 9965b9d0-889c-488e-93d5-091708438716 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:56:20.562492 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:56:20.565904 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Checking segment: {'id': '3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9965b9d0-889c-488e-93d5-091708438716'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:56:20.566629 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:20.568059 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Bound using segment: {'id': '3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9965b9d0-889c-488e-93d5-091708438716'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:56:20.569299 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Bound port: dd8e2389-872e-45a8-a810-478db9c3d679, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9965b9d0-889c-488e-93d5-091708438716'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:56:20.571012 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:20.576780 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-466eda03-87a7-4522-b621-f45456f0b6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:20.605468 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df04d1e-daed-419b-8029-06da2dea9ce6 None None] Pushing event updated for resources: {'Port': ['ID=dd8e2389-872e-45a8-a810-478db9c3d679,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:20.619502 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31359f1-e547-4bb6-b85b-d803ef438e8f req-62c437b0-c69a-4516-b180-2c7d2e181906 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:20.637867 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a31359f1-e547-4bb6-b85b-d803ef438e8f req-62c437b0-c69a-4516-b180-2c7d2e181906 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 945 time: 0.4030969 Feb 05 18:56:20.643881 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8c382-7c61-4972-a9d6-8521171c568d req-c9aa57f1-7388-49e2-8b1d-6ead51b9d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:20.645455 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eec8c382-7c61-4972-a9d6-8521171c568d req-c9aa57f1-7388-49e2-8b1d-6ead51b9d754 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c829bd72-056f-4907-824c-4eeeb1817b58 HTTP/1.1" status: 200 len: 858 time: 0.6092944 Feb 05 18:56:20.670211 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa8e2-71e5-4066-ab57-cf2013c1319b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:20.706968 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] For port dd8e2389-872e-45a8-a810-478db9c3d679, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:56:20.711486 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] For port dd8e2389-872e-45a8-a810-478db9c3d679, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=dd8e2389-872e-45a8-a810-478db9c3d679,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:56:20.714262 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8df04d1e-daed-419b-8029-06da2dea9ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.018s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:20.716000 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5239ff4a-455b-43eb-b4e1-62a76437f2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586975d2-5d41-4d2d-b5df-a73c52726153', 'code': 200} Feb 05 18:56:20.718171 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:20.807687 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a31359f1-e547-4bb6-b85b-d803ef438e8f req-188eee33-5cd2-4cc7-a194-901dd7d09bdb tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d8dbef1-985d-4816-8c54-03a63b731236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665139 Feb 05 18:56:20.834438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 586975d2-5d41-4d2d-b5df-a73c52726153 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:20.834866 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:20.844749 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa8e2-71e5-4066-ab57-cf2013c1319b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:20.864608 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa8e2-71e5-4066-ab57-cf2013c1319b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826709'] for security_group_rule, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:20.868939 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-466eda03-87a7-4522-b621-f45456f0b6c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:20.910323 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-466eda03-87a7-4522-b621-f45456f0b6c1 admin admin] Usage tracker for resource:security_group_rule and tenant:058a66260b084511b6687f608b99bb17 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:20.918232 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:20.934061 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-466eda03-87a7-4522-b621-f45456f0b6c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:20.944252 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fa8e2-71e5-4066-ab57-cf2013c1319b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176d03de-800d-4536-b50f-e19664bb492c,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:20.955865 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eec8c382-7c61-4972-a9d6-8521171c568d req-6334966b-a12b-4061-80da-ad6d939b7393 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9657212a-b08a-47f2-990a-340c82f01463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1700239 Feb 05 18:56:20.960171 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ba9fa8e2-71e5-4066-ab57-cf2013c1319b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:20.966259 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-466eda03-87a7-4522-b621-f45456f0b6c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:20.993743 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5c86bea0-e626-435d-9d34-768ea2c6c2ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:21.056860 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa8e2-71e5-4066-ab57-cf2013c1319b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:21.062550 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-ba9fa8e2-71e5-4066-ab57-cf2013c1319b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8071570 Feb 05 18:56:21.107338 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 41776) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:21.127562 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Request body: {'floatingip': {'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:21.146646 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df04d1e-daed-419b-8029-06da2dea9ce6 None None] Pushing event updated for resources: {'Port': ['ID=dd8e2389-872e-45a8-a810-478db9c3d679,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:21.150994 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:21.156538 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Usage tracker for resource:floatingip and tenant:a5cc116b07494a72826dda0f60f8b9a7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:21.159637 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:21.161352 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8df04d1e-daed-419b-8029-06da2dea9ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:21.167689 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:21.193325 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for floatingip, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:21.291618 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eec8c382-7c61-4972-a9d6-8521171c568d req-1246c183-a12c-47b5-942f-62fad6e335f0 service neutron] 10.222.0.69 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341126 Feb 05 18:56:21.300856 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Routers {'974005bb-424b-4c4d-b499-ad4ec9119668'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:56:21.301628 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:56:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['974005bb-424b-4c4d-b499-ad4ec9119668'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:21.340306 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b67e8f5b-190c-4ffb-9773-5535a322bc97 req-a6cc44a9-d708-4709-a1bb-3c8d29a7cefa service neutron] 10.222.0.69 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9772487 Feb 05 18:56:21.559018 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b177f-e8d4-48a4-8ccd-947e60c707e7 req-5f578d2d-fa43-4bfd-9d3b-6356621e7a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:21.560333 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4c1b177f-e8d4-48a4-8ccd-947e60c707e7 req-5f578d2d-fa43-4bfd-9d3b-6356621e7a36 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=41ac3b59d1b342459afdeeb6ea515ca7&device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 1160 time: 1.1663344 Feb 05 18:56:21.586619 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:21.699500 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:21.743017 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb3643-0d6b-47e1-8aba-e24bf3ecdcef req-293060a1-fea9-45d9-9746-caec09d38002 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:21.750976 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f7cb3643-0d6b-47e1-8aba-e24bf3ecdcef req-293060a1-fea9-45d9-9746-caec09d38002 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 943 time: 0.8157182 Feb 05 18:56:21.760199 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device f52fdd77-a096-46c7-a641-4d7b9202e489 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:21.833828 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-466eda03-87a7-4522-b621-f45456f0b6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:21.866236 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0865d39e-81c0-4d9e-bcc2-95bb9e9584c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:21.872911 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd9e61-86bf-4f9e-b357-e8cc04e6f97e req-75786d6e-3522-43f9-8645-8ca9b23615ba tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:21.880408 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-34fd9e61-86bf-4f9e-b357-e8cc04e6f97e req-75786d6e-3522-43f9-8645-8ca9b23615ba tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 943 time: 0.5536153 Feb 05 18:56:21.889676 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning for port f52fdd77-a096-46c7-a641-4d7b9202e489 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:21.899400 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port f52fdd77-a096-46c7-a641-4d7b9202e489 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:21.899811 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:21.972968 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-34fd9e61-86bf-4f9e-b357-e8cc04e6f97e req-9ff896f8-8052-4709-a584-644eef644431 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915608 Feb 05 18:56:21.982067 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-466eda03-87a7-4522-b621-f45456f0b6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:21.984889 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] Set router 974005bb-424b-4c4d-b499-ad4ec9119668 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:56:21.993572 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eec8c382-7c61-4972-a9d6-8521171c568d req-2d457890-ab8a-4172-bffb-dcce6272e30d service neutron] 10.222.0.69 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6522901 Feb 05 18:56:22.068500 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f7cb3643-0d6b-47e1-8aba-e24bf3ecdcef req-30cd50f4-f04c-4775-ad23-01bd1789ad0f tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164866 Feb 05 18:56:22.170642 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-466eda03-87a7-4522-b621-f45456f0b6c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=058a66260b084511b6687f608b99bb17&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4905081 Feb 05 18:56:22.173929 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 41810) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:22.261198 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:22.282412 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06aee78-4119-4b1c-8111-8199602d6996 req-174d75e5-4fe7-4c76-9ae8-f7baf1e534f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:22.284490 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f06aee78-4119-4b1c-8111-8199602d6996 req-174d75e5-4fe7-4c76-9ae8-f7baf1e534f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=41ac3b59d1b342459afdeeb6ea515ca7&device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 1160 time: 0.1938598 Feb 05 18:56:22.306127 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port f52fdd77-a096-46c7-a641-4d7b9202e489, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=f52fdd77-a096-46c7-a641-4d7b9202e489,segment=NetworkSegment(71042f81-32b9-455a-9fb0-8d92ee6e6374),segment_id=71042f81-32b9-455a-9fb0-8d92ee6e6374)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:22.325811 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:56:22.345853 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:22.349954 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c360e-aa4b-4982-b89a-dcdaea44d0bb req-93b55612-a7fd-4b1f-afb3-1b651f72e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:22.352811 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c75c360e-aa4b-4982-b89a-dcdaea44d0bb req-93b55612-a7fd-4b1f-afb3-1b651f72e539 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 1162 time: 1.2989066 Feb 05 18:56:22.359751 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:56:22.390159 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:22.399776 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:22.404623 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0c409-7ee0-4051-9819-c326ca833aff req-497354e1-bf14-4d4e-8ab7-6d70897391e0 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:22.412534 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ace0c409-7ee0-4051-9819-c326ca833aff req-497354e1-bf14-4d4e-8ab7-6d70897391e0 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 945 time: 0.2414536 Feb 05 18:56:22.454402 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:22.470641 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Pushing event updated for resources: {'Port': ['ID=7a110deb-d381-4045-a4c6-063918e31445,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:22.565878 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=f52fdd77-a096-46c7-a641-4d7b9202e489,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:22.569694 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:22.596628 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:22.598439 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:22.626423 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ace0c409-7ee0-4051-9819-c326ca833aff req-20664ea7-8905-42c6-8e35-d5073b493e75 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d8dbef1-985d-4816-8c54-03a63b731236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128425 Feb 05 18:56:22.630403 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.466s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:22.661165 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T18:56:11Z', 'revision_number': 4, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': 'dd8e2389-872e-45a8-a810-478db9c3d679', 'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'mac_address': 'fa:16:3e:d6:51:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:56:07Z', 'updated_at': '2021-02-05T18:56:20Z', 'revision_number': 4, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'subnets': [{'id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:22.667920 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b9e371-4bfd-486e-8fd2-8f26646ed6ac None None] The sync data for ids ['974005bb-424b-4c4d-b499-ad4ec9119668'] in dv-cinder-774288-2-smb is: [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T18:56:11Z', 'revision_number': 4, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': 'dd8e2389-872e-45a8-a810-478db9c3d679', 'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'mac_address': 'fa:16:3e:d6:51:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:56:07Z', 'updated_at': '2021-02-05T18:56:20Z', 'revision_number': 4, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'subnets': [{'id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:56:22.714712 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06aee78-4119-4b1c-8111-8199602d6996 req-63fd6f5e-8173-47c4-88cf-ea44b2a09f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:22.716421 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f06aee78-4119-4b1c-8111-8199602d6996 req-63fd6f5e-8173-47c4-88cf-ea44b2a09f9f service neutron] 10.222.0.69 "GET /v2.0/networks?id=9657212a-b08a-47f2-990a-340c82f01463 HTTP/1.1" status: 200 len: 912 time: 0.3013844 Feb 05 18:56:22.717418 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0245d919-b943-4249-84f6-644bbe8d85c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52fdd77-a096-46c7-a641-4d7b9202e489'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:22.719392 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c75c360e-aa4b-4982-b89a-dcdaea44d0bb req-d7bd46d8-0312-46d0-b97e-f5e07ce77882 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:22.846955 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466eda03-87a7-4522-b621-f45456f0b6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85b80ee-9e80-43c9-ab30-b783fb88a9c2,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:22.850801 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-466eda03-87a7-4522-b621-f45456f0b6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:22.865210 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0245d919-b943-4249-84f6-644bbe8d85c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52fdd77-a096-46c7-a641-4d7b9202e489', 'code': 200} Feb 05 18:56:22.889593 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4642-f779-49da-9e72-5cea51768ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:22.916561 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f06aee78-4119-4b1c-8111-8199602d6996 req-f4684cdb-c1b7-49b8-ac93-9868c8d28974 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aebd90d0-a7ba-4fc6-919a-d25b6dae6033 HTTP/1.1" status: 200 len: 217 time: 0.1790893 Feb 05 18:56:23.032989 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06aee78-4119-4b1c-8111-8199602d6996 req-24e7f393-f51e-4e78-b035-4202aa19a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:23.033763 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device dd8e2389-872e-45a8-a810-478db9c3d679 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:23.034598 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f06aee78-4119-4b1c-8111-8199602d6996 req-24e7f393-f51e-4e78-b035-4202aa19a0a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c829bd72-056f-4907-824c-4eeeb1817b58 HTTP/1.1" status: 200 len: 858 time: 0.1117620 Feb 05 18:56:23.113273 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f06aee78-4119-4b1c-8111-8199602d6996 req-d20fb72c-2465-4f56-b408-5f0600cb475d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9657212a-b08a-47f2-990a-340c82f01463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702758 Feb 05 18:56:23.178011 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.objects.ports [None req-3fac3a47-5f93-42e9-a190-1fc55a5ce974 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80160) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 18:56:23.239684 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:23.244313 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-c75c360e-aa4b-4982-b89a-dcdaea44d0bb req-d7bd46d8-0312-46d0-b97e-f5e07ce77882 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:23.249421 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-c75c360e-aa4b-4982-b89a-dcdaea44d0bb req-d7bd46d8-0312-46d0-b97e-f5e07ce77882 service neutron] Usage tracker for resource:security_group_rule and tenant:07957065b20f4603a9d25aecf0639d57 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:23.252545 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-c75c360e-aa4b-4982-b89a-dcdaea44d0bb req-d7bd46d8-0312-46d0-b97e-f5e07ce77882 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:23.259113 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-c75c360e-aa4b-4982-b89a-dcdaea44d0bb req-d7bd46d8-0312-46d0-b97e-f5e07ce77882 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:23.266250 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port dd8e2389-872e-45a8-a810-478db9c3d679 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:23.272254 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port dd8e2389-872e-45a8-a810-478db9c3d679 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:23.273558 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:23.390497 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c75c360e-aa4b-4982-b89a-dcdaea44d0bb req-d7bd46d8-0312-46d0-b97e-f5e07ce77882 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:23.395844 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b177f-e8d4-48a4-8ccd-947e60c707e7 req-66831f59-fb07-40f1-9133-87907e827e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:23.397533 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4c1b177f-e8d4-48a4-8ccd-947e60c707e7 req-66831f59-fb07-40f1-9133-87907e827e93 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9657212a-b08a-47f2-990a-340c82f01463 HTTP/1.1" status: 200 len: 912 time: 1.7668104 Feb 05 18:56:23.409894 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:23.410864 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-c75c360e-aa4b-4982-b89a-dcdaea44d0bb req-d7bd46d8-0312-46d0-b97e-f5e07ce77882 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:23.441654 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:23.483562 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-769bb299-4739-4597-831b-2c808a423a4b None None] For port dd8e2389-872e-45a8-a810-478db9c3d679, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=dd8e2389-872e-45a8-a810-478db9c3d679,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:23.491031 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:23.494134 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:23.630915 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Pushing event updated for resources: {'Port': ['ID=dd8e2389-872e-45a8-a810-478db9c3d679,revision_number=5']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:23.638679 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:23.674834 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f31d641e-5e33-4590-86f2-3116843b1135 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:23.717644 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4642-f779-49da-9e72-5cea51768ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:23.740283 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4c1b177f-e8d4-48a4-8ccd-947e60c707e7 req-4a35b5b6-faf0-4df5-8c29-ed917551a6a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76a64c8e-2928-42ee-af59-a6718ce8ebdd HTTP/1.1" status: 200 len: 217 time: 0.3150163 Feb 05 18:56:23.755838 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c75c360e-aa4b-4982-b89a-dcdaea44d0bb req-d7bd46d8-0312-46d0-b97e-f5e07ce77882 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0d8dbef1-985d-4816-8c54-03a63b731236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2697232 Feb 05 18:56:23.763363 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2021456'] for floatingip, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:23.767305 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:23.835737 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f06aee78-4119-4b1c-8111-8199602d6996 req-19ff53c9-d43c-4665-888f-c48a97482701 service neutron] 10.222.0.69 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7028158 Feb 05 18:56:23.865670 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310ac4f-87a2-4fa8-8e93-b73083c31a39 req-49921900-8ea5-44dc-aa4f-3796698faf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:23.868180 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c310ac4f-87a2-4fa8-8e93-b73083c31a39 req-49921900-8ea5-44dc-aa4f-3796698faf6f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 1162 time: 0.6938214 Feb 05 18:56:23.922778 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b177f-e8d4-48a4-8ccd-947e60c707e7 req-1d3573eb-b5cb-4c25-b8fd-c14f8d0cfb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:23.924553 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4c1b177f-e8d4-48a4-8ccd-947e60c707e7 req-1d3573eb-b5cb-4c25-b8fd-c14f8d0cfb48 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c829bd72-056f-4907-824c-4eeeb1817b58 HTTP/1.1" status: 200 len: 858 time: 0.1656802 Feb 05 18:56:23.931760 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Pushing event updated for resources: {'Port': ['ID=7a110deb-d381-4045-a4c6-063918e31445,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:23.963631 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc5357-adfe-467c-a304-8baeab34fa69 req-f1c0c385-8f27-4bef-88c9-3150e4471c7b tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:23.963631 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d8bc5357-adfe-467c-a304-8baeab34fa69 req-f1c0c385-8f27-4bef-88c9-3150e4471c7b tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 943 time: 0.7233379 Feb 05 18:56:23.989823 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:23.998603 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-41bcdf89-bc98-4b99-9f49-562536d23444 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:24.108378 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 586975d2-5d41-4d2d-b5df-a73c52726153 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:24.120741 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e666e9-d6e9-46c9-812d-51d55fc0395b req-7d60f3fd-bfbf-435e-b156-4959cdeec782 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:24.128606 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-59e666e9-d6e9-46c9-812d-51d55fc0395b req-7d60f3fd-bfbf-435e-b156-4959cdeec782 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 945 time: 0.4241970 Feb 05 18:56:24.168716 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for floatingip, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:24.178134 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5962317 Feb 05 18:56:24.178134 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4642-f779-49da-9e72-5cea51768ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:24.178134 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4c1b177f-e8d4-48a4-8ccd-947e60c707e7 req-51e3fef7-030d-4a8a-8941-24b8b1ef012b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9657212a-b08a-47f2-990a-340c82f01463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890713 Feb 05 18:56:24.178134 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd46d8-0312-46d0-b97e-f5e07ce77882 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab70c7e-ea0b-48c2-8bde-d78adac2865a,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:24.194746 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d7bd46d8-0312-46d0-b97e-f5e07ce77882 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:24.242410 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-36fcf833-6e8b-4e4a-95a3-56ed438375ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:24.278268 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 586975d2-5d41-4d2d-b5df-a73c52726153 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:24.278966 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:24.466035 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d8bc5357-adfe-467c-a304-8baeab34fa69 req-6f4fc751-6cff-4f0f-9040-f68f943b78f3 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334401 Feb 05 18:56:24.527968 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device f52fdd77-a096-46c7-a641-4d7b9202e489 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:24.532182 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c4642-f779-49da-9e72-5cea51768ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85b80ee-9e80-43c9-ab30-b783fb88a9c2,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:24.535370 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7d8c4642-f779-49da-9e72-5cea51768ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:24.571080 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c310ac4f-87a2-4fa8-8e93-b73083c31a39 req-4013dc17-c0ef-4685-8018-7ff1fd344f26 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096384 Feb 05 18:56:24.604992 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7d8c4642-f779-49da-9e72-5cea51768ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:24.606271 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-7d8c4642-f779-49da-9e72-5cea51768ff2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f85b80ee-9e80-43c9-ab30-b783fb88a9c2 HTTP/1.1" status: 204 len: 168 time: 2.4269617 Feb 05 18:56:24.642812 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-59e666e9-d6e9-46c9-812d-51d55fc0395b req-ae6d04d9-a7a9-451a-80b1-7f10f8e29513 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128660 Feb 05 18:56:24.726929 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port f52fdd77-a096-46c7-a641-4d7b9202e489 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:24.727350 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:24.755014 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f06aee78-4119-4b1c-8111-8199602d6996 req-7395c4cc-4445-4e40-b0b3-410f799c1661 service neutron] 10.222.0.69 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6237056 Feb 05 18:56:24.825859 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4c1b177f-e8d4-48a4-8ccd-947e60c707e7 req-df12ce65-49a4-4e64-bc6a-288abaa98137 service neutron] 10.222.0.69 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6268675 Feb 05 18:56:24.906846 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device dd8e2389-872e-45a8-a810-478db9c3d679 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:25.013451 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572d60d-9839-4331-8fbb-473f01f391cb req-018cd438-74f6-435b-927d-40f63f83beb9 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:25.015294 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6572d60d-9839-4331-8fbb-473f01f391cb req-018cd438-74f6-435b-927d-40f63f83beb9 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 945 time: 0.2656116 Feb 05 18:56:25.089616 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4c1b177f-e8d4-48a4-8ccd-947e60c707e7 req-22384595-5ee9-4d60-8a2e-7950ae8d18bf service neutron] 10.222.0.69 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2227719 Feb 05 18:56:25.108567 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Allocated IP 172.28.0.95 (43003cf3-0c0b-48ed-9e38-49f5e4f74bf6/afe140d3-b1db-4f68-bd90-821acea9aebe/fc4325a9-f200-44b5-a6d3-a3298a5bfc55) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:56:25.133676 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-53ac4e71-400d-42e4-8a26-02ede083670d tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Synchronizing usage tracker for tenant:d6772b3c833744d298b2542568f2699f on resource:security_group {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:25.153850 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port dd8e2389-872e-45a8-a810-478db9c3d679 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:25.154262 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:25.170802 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6572d60d-9839-4331-8fbb-473f01f391cb req-ef9ed374-4b76-4329-9afe-63c3b3091598 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d8dbef1-985d-4816-8c54-03a63b731236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365607 Feb 05 18:56:25.193646 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-53ac4e71-400d-42e4-8a26-02ede083670d tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Unset dirty status for tenant:d6772b3c833744d298b2542568f2699f on resource:security_group {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:25.206491 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-53ac4e71-400d-42e4-8a26-02ede083670d tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1169770712&fields=id&tenant_id=d6772b3c833744d298b2542568f2699f HTTP/1.1" status: 200 len: 267 time: 0.1899219 Feb 05 18:56:25.370387 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:25.448080 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 76a64c8e-2928-42ee-af59-a6718ce8ebdd up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:25.454167 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:25.560820 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-95caec56-c296-49cb-862a-f00116717995 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:25.571991 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-95caec56-c296-49cb-862a-f00116717995 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Synchronizing usage tracker for tenant:d6772b3c833744d298b2542568f2699f on resource:network {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:25.574690 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 41864) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:25.633867 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c40fa9b8-7ed5-4ddf-b168-5942e36d846a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:25.657797 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning for port 76a64c8e-2928-42ee-af59-a6718ce8ebdd completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:25.666408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 76a64c8e-2928-42ee-af59-a6718ce8ebdd triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:25.666960 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:25.672637 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:25.686309 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-95caec56-c296-49cb-862a-f00116717995 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Unset dirty status for tenant:d6772b3c833744d298b2542568f2699f on resource:network {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:25.689311 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-95caec56-c296-49cb-862a-f00116717995 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/networks?id=497ec747-5a9f-4b18-bf8f-c5da3336777f HTTP/1.1" status: 200 len: 811 time: 0.4819074 Feb 05 18:56:25.755312 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:56:25.758801 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:25.762585 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c40fa9b8-7ed5-4ddf-b168-5942e36d846a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:25.762995 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:56:25.775691 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Pushing event updated for resources: {'Port': ['ID=fc4325a9-f200-44b5-a6d3-a3298a5bfc55,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:25.781832 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:25.806352 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:25.816610 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c40fa9b8-7ed5-4ddf-b168-5942e36d846a admin admin] Usage tracker for resource:security_group_rule and tenant:31268ec17cce4f3eb17b75b16dbfa1ff is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:25.824221 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c40fa9b8-7ed5-4ddf-b168-5942e36d846a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:25.836292 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-ff1ebe1e-6b06-4ad1-a3c6-217d9e50ff6c tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/quotas/d6772b3c833744d298b2542568f2699f HTTP/1.1" status: 200 len: 375 time: 0.0873079 Feb 05 18:56:25.840744 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:25.877008 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:25.894700 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c40fa9b8-7ed5-4ddf-b168-5942e36d846a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:25.913207 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7105f2f-5465-4c9e-8632-0d9b7f86115e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a64c8e-2928-42ee-af59-a6718ce8ebdd'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:25.937522 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 76a64c8e-2928-42ee-af59-a6718ce8ebdd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=76a64c8e-2928-42ee-af59-a6718ce8ebdd,segment=NetworkSegment(5a3bcc18-ab58-4686-9ba2-4f78c43ccea4),segment_id=5a3bcc18-ab58-4686-9ba2-4f78c43ccea4)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:25.948692 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:25.954015 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:26.059958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=76a64c8e-2928-42ee-af59-a6718ce8ebdd,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:26.071657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:26.166505 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c835fcf-ff73-4341-b63f-e537ff993394 req-8068fd61-b522-42b4-8e5e-6b66909c7a95 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:26.168776 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0c835fcf-ff73-4341-b63f-e537ff993394 req-8068fd61-b522-42b4-8e5e-6b66909c7a95 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 943 time: 0.4838936 Feb 05 18:56:26.288126 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:26.292220 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:26.298519 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-256c0160-2f18-4955-b0c3-b9804ceee678 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6772b3c833744d298b2542568f2699f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4609542 Feb 05 18:56:26.308898 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:26.384786 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c40fa9b8-7ed5-4ddf-b168-5942e36d846a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:26.433015 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Pushing event updated for resources: {'Port': ['ID=fc4325a9-f200-44b5-a6d3-a3298a5bfc55,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:26.437905 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:26.464123 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0c835fcf-ff73-4341-b63f-e537ff993394 req-9afd2489-9a9c-47d6-a920-67fdbbadba3b tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618167 Feb 05 18:56:26.467068 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c40fa9b8-7ed5-4ddf-b168-5942e36d846a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:26.478695 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3b5109d3-e55b-405a-907f-222d996cab26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:26.513091 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2021456'] for floatingip, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:26.537244 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for floatingip, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:26.547003 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4251823 Feb 05 18:56:26.566698 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-c40fa9b8-7ed5-4ddf-b168-5942e36d846a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31268ec17cce4f3eb17b75b16dbfa1ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9873629 Feb 05 18:56:26.567241 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fa9b8-7ed5-4ddf-b168-5942e36d846a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a91091-1fba-44b1-853a-ffa5b0a0ac95,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:26.570442 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 41890) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:26.571449 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c40fa9b8-7ed5-4ddf-b168-5942e36d846a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:26.599374 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-114acbc0-3252-4d2f-aa1e-8d3a698d0ffe service neutron] 10.222.0.23 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827117 Feb 05 18:56:26.658585 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-10f7c6c0-b06f-4470-a6a3-bc6cec94a468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:26.690666 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-10f7c6c0-b06f-4470-a6a3-bc6cec94a468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:26.737899 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-10f7c6c0-b06f-4470-a6a3-bc6cec94a468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:26.742126 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7d8c4642-f779-49da-9e72-5cea51768ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:26.753515 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7c6c0-b06f-4470-a6a3-bc6cec94a468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a91091-1fba-44b1-853a-ffa5b0a0ac95,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:26.756766 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-10f7c6c0-b06f-4470-a6a3-bc6cec94a468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:26.764065 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-10f7c6c0-b06f-4470-a6a3-bc6cec94a468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:26.765681 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-10f7c6c0-b06f-4470-a6a3-bc6cec94a468 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2a91091-1fba-44b1-853a-ffa5b0a0ac95 HTTP/1.1" status: 204 len: 168 time: 0.1935763 Feb 05 18:56:26.901853 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b2130-8701-4c91-be5d-0dc3f8a9c015 req-27c00b68-89ea-4a14-a239-33e22aba0ce8 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:26.904305 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9b3b2130-8701-4c91-be5d-0dc3f8a9c015 req-27c00b68-89ea-4a14-a239-33e22aba0ce8 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 945 time: 0.2762918 Feb 05 18:56:26.908328 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-4325c6c7-f836-401b-94ce-d5383ac1a2c5 service neutron] 10.222.0.23 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3081059 Feb 05 18:56:26.980168 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9b3b2130-8701-4c91-be5d-0dc3f8a9c015 req-b771a4cd-76dc-48b6-9087-bb02eb02580a tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700061 Feb 05 18:56:27.076215 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7105f2f-5465-4c9e-8632-0d9b7f86115e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a64c8e-2928-42ee-af59-a6718ce8ebdd', 'code': 200} Feb 05 18:56:27.473425 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-79662b91-bd01-4e86-9f12-732229cedc7e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1541141215&fields=id&tenant_id=a5cc116b07494a72826dda0f60f8b9a7 HTTP/1.1" status: 200 len: 267 time: 0.2414565 Feb 05 18:56:27.527925 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b18ead-f640-4ab5-9a0a-03fe43e2616d req-cb496716-ad6c-40dd-a05a-b0ce2e0bc847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:27.531480 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-31b18ead-f640-4ab5-9a0a-03fe43e2616d req-cb496716-ad6c-40dd-a05a-b0ce2e0bc847 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 1162 time: 0.1145020 Feb 05 18:56:27.564141 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device aebd90d0-a7ba-4fc6-919a-d25b6dae6033 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:27.633006 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-31b18ead-f640-4ab5-9a0a-03fe43e2616d req-f5ed134b-e9d0-4c79-ad4f-a534f3118165 service neutron] Synchronizing usage tracker for tenant:07957065b20f4603a9d25aecf0639d57 on resource:security_group {{(pid=80159) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:27.670513 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-31b18ead-f640-4ab5-9a0a-03fe43e2616d req-f5ed134b-e9d0-4c79-ad4f-a534f3118165 service neutron] Unset dirty status for tenant:07957065b20f4603a9d25aecf0639d57 on resource:security_group {{(pid=80159) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:27.672685 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-31b18ead-f640-4ab5-9a0a-03fe43e2616d req-f5ed134b-e9d0-4c79-ad4f-a534f3118165 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341584 Feb 05 18:56:27.725596 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning for port aebd90d0-a7ba-4fc6-919a-d25b6dae6033 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:27.735755 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port aebd90d0-a7ba-4fc6-919a-d25b6dae6033 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:27.736176 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:27.808935 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-82ceffcf-8010-4861-96d5-4adfbe83fade tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:27.823606 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-82ceffcf-8010-4861-96d5-4adfbe83fade tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/networks?id=9965b9d0-889c-488e-93d5-091708438716 HTTP/1.1" status: 200 len: 817 time: 0.3456051 Feb 05 18:56:27.864846 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-c4d44b20-767c-45bb-922c-9943ca9911d3 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/quotas/a5cc116b07494a72826dda0f60f8b9a7 HTTP/1.1" status: 200 len: 375 time: 0.0400600 Feb 05 18:56:27.887053 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:27.951836 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port aebd90d0-a7ba-4fc6-919a-d25b6dae6033, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=aebd90d0-a7ba-4fc6-919a-d25b6dae6033,segment=NetworkSegment(5a3bcc18-ab58-4686-9ba2-4f78c43ccea4),segment_id=5a3bcc18-ab58-4686-9ba2-4f78c43ccea4)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:27.955765 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:27.956711 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 586975d2-5d41-4d2d-b5df-a73c52726153 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:27.990335 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:28.120969 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c20b6-153f-49f7-8dd7-cbcfb4bcd5db req-45bb9a29-e5ea-4922-82f4-e15cead0fd03 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:28.120969 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a49c20b6-153f-49f7-8dd7-cbcfb4bcd5db req-45bb9a29-e5ea-4922-82f4-e15cead0fd03 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 945 time: 0.8451943 Feb 05 18:56:28.148870 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=aebd90d0-a7ba-4fc6-919a-d25b6dae6033,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:28.152296 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:28.162845 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 586975d2-5d41-4d2d-b5df-a73c52726153 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:28.163731 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:28.216470 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a49c20b6-153f-49f7-8dd7-cbcfb4bcd5db req-067eea11-cc67-41c7-9cfa-f1a1d4876d61 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d8dbef1-985d-4816-8c54-03a63b731236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762112 Feb 05 18:56:28.273148 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-5fa303dd-df37-4d04-90d9-6660ecaa2219 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a5cc116b07494a72826dda0f60f8b9a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4071851 Feb 05 18:56:28.369703 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device f52fdd77-a096-46c7-a641-4d7b9202e489 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:28.512361 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port f52fdd77-a096-46c7-a641-4d7b9202e489 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:28.515019 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:28.543317 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 41958) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:28.584075 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-58cd8fc0-5f56-4ae3-a11c-661bfe62ef0b req-b7975d14-ce8e-49cc-a713-293af9bfc3f3 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 210 time: 0.2146895 Feb 05 18:56:28.665155 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-5ce918d2-3638-44a0-b33d-d8ff82a04cdf service neutron] 10.222.0.23 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708487 Feb 05 18:56:28.753728 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 76a64c8e-2928-42ee-af59-a6718ce8ebdd up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:28.863264 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1b9e-cd48-4508-8ad1-23e87d4cd899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:28.903531 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 76a64c8e-2928-42ee-af59-a6718ce8ebdd triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:28.903945 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:28.912185 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ab8c1b9e-cd48-4508-8ad1-23e87d4cd899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:28.917751 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ab8c1b9e-cd48-4508-8ad1-23e87d4cd899 admin admin] Usage tracker for resource:security_group_rule and tenant:5cb870807645468c994a295ccdd4408d is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:28.927894 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ab8c1b9e-cd48-4508-8ad1-23e87d4cd899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:28.944303 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ab8c1b9e-cd48-4508-8ad1-23e87d4cd899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:29.087243 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ada27b-bea9-4403-93bf-7773a21b9a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebd90d0-a7ba-4fc6-919a-d25b6dae6033'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:29.155114 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1b9e-cd48-4508-8ad1-23e87d4cd899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:29.160539 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1b9e-cd48-4508-8ad1-23e87d4cd899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:29.176361 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:29.302120 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-ab8c1b9e-cd48-4508-8ad1-23e87d4cd899 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5cb870807645468c994a295ccdd4408d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7480912 Feb 05 18:56:29.304471 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 41976) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:29.307535 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c1b9e-cd48-4508-8ad1-23e87d4cd899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc884040-350e-4ac3-a59d-28c7fa006bdc,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:29.337487 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ab8c1b9e-cd48-4508-8ad1-23e87d4cd899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:29.424060 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 41982) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:29.462511 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-a35bd2b0-1a17-49c3-babc-d15e888efcb6 service neutron] 10.222.0.23 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7909114 Feb 05 18:56:29.525304 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-65046d0c-63a9-47ac-a5b7-43a6a065315c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:29.556108 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-65046d0c-63a9-47ac-a5b7-43a6a065315c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:29.576073 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a27fe6-1f86-44d2-97f1-7ae0a855ff6c req-d9a62142-155d-4603-9053-566e51969c30 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:29.582059 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-42a27fe6-1f86-44d2-97f1-7ae0a855ff6c req-d9a62142-155d-4603-9053-566e51969c30 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.7993112 Feb 05 18:56:29.635544 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-65046d0c-63a9-47ac-a5b7-43a6a065315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:29.668362 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7a9659e5-807c-41c1-92b5-e64c823f68d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:29.683329 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device aebd90d0-a7ba-4fc6-919a-d25b6dae6033 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:29.718302 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-42a27fe6-1f86-44d2-97f1-7ae0a855ff6c req-cbb12105-0b67-43e2-a921-203014c76aeb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321945 Feb 05 18:56:29.719524 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7a9659e5-807c-41c1-92b5-e64c823f68d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:29.724256 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-7a9659e5-807c-41c1-92b5-e64c823f68d0 admin admin] Usage tracker for resource:security_group_rule and tenant:657a44a49bea4d4e8a53a9fd7afc9706 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:29.728711 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-7a9659e5-807c-41c1-92b5-e64c823f68d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:29.735267 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7a9659e5-807c-41c1-92b5-e64c823f68d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:29.773899 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-7fdd5069-fdde-48f3-8255-d171c8586f77 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:29.775607 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-7fdd5069-fdde-48f3-8255-d171c8586f77 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.69 "GET /v2.0/networks?id=497ec747-5a9f-4b18-bf8f-c5da3336777f HTTP/1.1" status: 200 len: 811 time: 0.4394495 Feb 05 18:56:29.777820 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:29.812652 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65046d0c-63a9-47ac-a5b7-43a6a065315c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc884040-350e-4ac3-a59d-28c7fa006bdc,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:29.816288 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-65046d0c-63a9-47ac-a5b7-43a6a065315c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:29.854956 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-65046d0c-63a9-47ac-a5b7-43a6a065315c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:29.856173 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-65046d0c-63a9-47ac-a5b7-43a6a065315c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc884040-350e-4ac3-a59d-28c7fa006bdc HTTP/1.1" status: 204 len: 168 time: 0.5509045 Feb 05 18:56:29.857109 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7a9659e5-807c-41c1-92b5-e64c823f68d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:29.880247 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7a9659e5-807c-41c1-92b5-e64c823f68d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:29.964742 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:30.005095 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-7a9659e5-807c-41c1-92b5-e64c823f68d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=657a44a49bea4d4e8a53a9fd7afc9706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5789349 Feb 05 18:56:30.008133 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 42002) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:30.012499 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-b518e555-b658-40cf-b6c7-9242dc08912f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d6772b3c833744d298b2542568f2699f HTTP/1.1" status: 200 len: 5705 time: 0.1860778 Feb 05 18:56:30.019089 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ada27b-bea9-4403-93bf-7773a21b9a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebd90d0-a7ba-4fc6-919a-d25b6dae6033', 'code': 200} Feb 05 18:56:30.023337 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-9e1a4db1-e960-4bbd-abf6-ff986bcdf2e5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Request body: {'port': {'device_id': '8f7f1520-8b07-4cb6-aa85-1cd909d1674f', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'admin_state_up': True, 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'security_groups': ['780ee86d-af6f-4771-b633-4478c6485a04']}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:30.204670 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port aebd90d0-a7ba-4fc6-919a-d25b6dae6033 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:30.205880 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:30.207788 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a7a818bf-0353-4599-86ca-6a11c103b3ea req-9e532197-808b-4aa2-ab23-ff492fb20d31 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 210 time: 0.1566243 Feb 05 18:56:30.314361 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9659e5-807c-41c1-92b5-e64c823f68d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628e6742-47fe-4c17-916c-859ef2dcb6a5,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:30.332316 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7a9659e5-807c-41c1-92b5-e64c823f68d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:30.418213 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e5789-1044-4420-a46f-19765902bfe4 req-7e35ade3-6ee3-4c7f-ae24-5be52a7dc6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:30.420081 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-073e5789-1044-4420-a46f-19765902bfe4 req-7e35ade3-6ee3-4c7f-ae24-5be52a7dc6c7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 1162 time: 0.2113740 Feb 05 18:56:30.427103 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-9e1a4db1-e960-4bbd-abf6-ff986bcdf2e5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:30.441210 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-9e1a4db1-e960-4bbd-abf6-ff986bcdf2e5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Usage tracker for resource:port and tenant:d6772b3c833744d298b2542568f2699f is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:30.444301 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-9e1a4db1-e960-4bbd-abf6-ff986bcdf2e5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:30.462331 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-9e1a4db1-e960-4bbd-abf6-ff986bcdf2e5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:30.472507 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-9e1a4db1-e960-4bbd-abf6-ff986bcdf2e5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Made reservation on behalf of d6772b3c833744d298b2542568f2699f for: {'port': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:56:30.478873 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3cf975be-51d5-465a-9278-749db2ff952b req-25885f3e-6583-46d2-b1e2-b829816030ce tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 210 time: 0.0714979 Feb 05 18:56:30.509234 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3695a25a-dd1a-4221-b16f-41bce89524dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:30.537496 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-9e1a4db1-e960-4bbd-abf6-ff986bcdf2e5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:30.549145 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3695a25a-dd1a-4221-b16f-41bce89524dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:30.632982 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-073e5789-1044-4420-a46f-19765902bfe4 req-a18314f3-213e-4e06-997f-83682af05ac8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499829 Feb 05 18:56:30.652504 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3695a25a-dd1a-4221-b16f-41bce89524dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:30.666160 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-55c1049f-2f08-405f-8fd8-42708ef5f351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:30.687205 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695a25a-dd1a-4221-b16f-41bce89524dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628e6742-47fe-4c17-916c-859ef2dcb6a5,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:30.689880 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3695a25a-dd1a-4221-b16f-41bce89524dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:30.692107 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3695a25a-dd1a-4221-b16f-41bce89524dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:30.697503 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-3695a25a-dd1a-4221-b16f-41bce89524dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/628e6742-47fe-4c17-916c-859ef2dcb6a5 HTTP/1.1" status: 204 len: 168 time: 0.6882458 Feb 05 18:56:30.781329 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 42032) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:30.805422 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec3cc577-80c2-4250-ac06-fa23525f30c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:30.826973 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ec3cc577-80c2-4250-ac06-fa23525f30c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:30.831701 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ec3cc577-80c2-4250-ac06-fa23525f30c0 admin admin] Usage tracker for resource:security_group_rule and tenant:950163efe7d2434da81f5e8a7123b4a3 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:30.838777 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ec3cc577-80c2-4250-ac06-fa23525f30c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:30.845313 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ec3cc577-80c2-4250-ac06-fa23525f30c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:30.976221 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec3cc577-80c2-4250-ac06-fa23525f30c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:31.000310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec3cc577-80c2-4250-ac06-fa23525f30c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:31.072066 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:31.118460 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-9e1a4db1-e960-4bbd-abf6-ff986bcdf2e5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Allocated IP 172.20.0.8 (497ec747-5a9f-4b18-bf8f-c5da3336777f/9ca05151-4272-40cf-9fde-02be00fd7aec/27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:56:31.172035 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cc577-80c2-4250-ac06-fa23525f30c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c205715f-e8cc-421d-85f1-cef3a6c409b3,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:31.192476 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ec3cc577-80c2-4250-ac06-fa23525f30c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:31.215731 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-ec3cc577-80c2-4250-ac06-fa23525f30c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=950163efe7d2434da81f5e8a7123b4a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4308646 Feb 05 18:56:31.218586 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 42042) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:31.400054 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87c477-af13-45f4-a1f3-ec2ee9c7d4f0 req-0572598e-f249-44eb-8e63-0f0dcdd07dce tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:31.412943 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2d87c477-af13-45f4-a1f3-ec2ee9c7d4f0 req-0572598e-f249-44eb-8e63-0f0dcdd07dce tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.4290311 Feb 05 18:56:31.588273 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9647944f-6db3-49a2-ad62-7590c2c50a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:31.648463 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2d87c477-af13-45f4-a1f3-ec2ee9c7d4f0 req-129e575e-2b53-4c7a-acb5-e91e89a1062d tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903954 Feb 05 18:56:31.665678 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9647944f-6db3-49a2-ad62-7590c2c50a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:31.767833 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5b072e3f-a6d6-4f27-945d-3800f214d3a9 req-cf7fc1ca-025f-481b-8158-3210df33b5eb tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 210 time: 0.0798295 Feb 05 18:56:31.796631 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9647944f-6db3-49a2-ad62-7590c2c50a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:31.802063 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7a9659e5-807c-41c1-92b5-e64c823f68d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:31.847980 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-9e1a4db1-e960-4bbd-abf6-ff986bcdf2e5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:31.851255 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647944f-6db3-49a2-ad62-7590c2c50a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c205715f-e8cc-421d-85f1-cef3a6c409b3,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:31.865054 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9647944f-6db3-49a2-ad62-7590c2c50a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:31.866577 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-9e1a4db1-e960-4bbd-abf6-ff986bcdf2e5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Transition to ACTIVE for port object 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb will not be triggered until provisioned by entity DHCP. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:31.890666 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9647944f-6db3-49a2-ad62-7590c2c50a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:31.894712 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-9647944f-6db3-49a2-ad62-7590c2c50a46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c205715f-e8cc-421d-85f1-cef3a6c409b3 HTTP/1.1" status: 204 len: 168 time: 0.6748137 Feb 05 18:56:31.931317 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-9e1a4db1-e960-4bbd-abf6-ff986bcdf2e5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:31.950563 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:31.980774 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7b66e769-b9bf-45d0-bb7e-c1e13b3d660a req-b4dbe01c-8923-4b53-858d-2b8c9b9c0f38 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 210 time: 0.0519679 Feb 05 18:56:32.035094 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eb674e13-6792-4976-ac60-f034745cf1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:32.096731 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a4db1-e960-4bbd-abf6-ff986bcdf2e5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Pushing event updated for resources: {'Port': ['ID=27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:32.110771 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9e1a4db1-e960-4bbd-abf6-ff986bcdf2e5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:32.250367 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-9e1a4db1-e960-4bbd-abf6-ff986bcdf2e5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Network 497ec747-5a9f-4b18-bf8f-c5da3336777f is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:56:32.259437 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-9e1a4db1-e960-4bbd-abf6-ff986bcdf2e5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:32.273388 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-9e1a4db1-e960-4bbd-abf6-ff986bcdf2e5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:56:32.495065 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-9e1a4db1-e960-4bbd-abf6-ff986bcdf2e5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:32.495720 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-9e1a4db1-e960-4bbd-abf6-ff986bcdf2e5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:32.576457 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-9e1a4db1-e960-4bbd-abf6-ff986bcdf2e5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5557187 Feb 05 18:56:32.597026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Request body: {'port': {'device_id': '8f7f1520-8b07-4cb6-aa85-1cd909d1674f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:32.664431 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-7c57c75f-56bd-4ae7-b0fa-3432ea7dc7f3 None None] Provisioning for port 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb completed by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:32.675416 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-7c57c75f-56bd-4ae7-b0fa-3432ea7dc7f3 None None] Provisioning complete for port 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:32.675833 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c57c75f-56bd-4ae7-b0fa-3432ea7dc7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:32.767639 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:32.839750 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-7c57c75f-56bd-4ae7-b0fa-3432ea7dc7f3 None None] Port 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb cannot update to ACTIVE because it is not bound. {{(pid=80160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:56:32.890456 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-066c73a0-582d-4828-937b-de0722fadd12 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:32.892687 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-066c73a0-582d-4828-937b-de0722fadd12 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.69 "GET /v2.0/networks?id=9965b9d0-889c-488e-93d5-091708438716 HTTP/1.1" status: 200 len: 817 time: 0.5036986 Feb 05 18:56:33.203590 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 42112) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:33.299692 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:33.301882 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-58a8aa9c-cbbd-4304-90b1-432f594434ab tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a5cc116b07494a72826dda0f60f8b9a7 HTTP/1.1" status: 200 len: 5704 time: 0.2967870 Feb 05 18:56:33.472614 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cef99-0214-469c-84c3-5e569c67db3c req-d6d2e43f-b572-49ff-9796-27ad6039f987 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:33.477691 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a60cef99-0214-469c-84c3-5e569c67db3c req-d6d2e43f-b572-49ff-9796-27ad6039f987 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 931 time: 0.4069395 Feb 05 18:56:33.542569 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aceb9021-ab2b-48ae-aa2b-97a9dc86ef38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:33.557675 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb {{(pid=80159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:56:33.570492 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f0830-acef-4a82-981e-5c04b90ee6df req-d025b877-2f43-455b-ac08-51e7321abc06 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:33.572151 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ec1f0830-acef-4a82-981e-5c04b90ee6df req-d025b877-2f43-455b-ac08-51e7321abc06 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.6781282 Feb 05 18:56:33.572432 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:33.575708 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-aceb9021-ab2b-48ae-aa2b-97a9dc86ef38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:33.577681 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-85750814-c802-4c21-9832-3091a619419a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Request body: {'port': {'device_id': '5cc889f1-6106-4acd-b117-a96d84311ab3', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'admin_state_up': True, 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'security_groups': ['3f3d7f27-fece-4aa4-b01e-34b9b625c18a']}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:33.585218 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-aceb9021-ab2b-48ae-aa2b-97a9dc86ef38 admin admin] Usage tracker for resource:security_group_rule and tenant:3c94692f39d9456c82c95169d1aa87ea is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:33.593671 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-aceb9021-ab2b-48ae-aa2b-97a9dc86ef38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:33.598245 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5eb22d-258d-45ac-8e2a-f1327c8a28a7 req-37d6fc41-5ac4-4d10-b6d4-30e1b2d8fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:33.599852 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-aceb9021-ab2b-48ae-aa2b-97a9dc86ef38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:33.599965 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7a5eb22d-258d-45ac-8e2a-f1327c8a28a7 req-37d6fc41-5ac4-4d10-b6d4-30e1b2d8fc15 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=41ac3b59d1b342459afdeeb6ea515ca7&device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 1162 time: 0.9678009 Feb 05 18:56:33.605237 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Transition to ACTIVE for port object 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb will not be triggered until provisioned by entity L2. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:33.614028 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:33.640868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:33.745613 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a60cef99-0214-469c-84c3-5e569c67db3c req-4fad88df-25bf-421e-aa53-d2b04e9bc69b tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723299 Feb 05 18:56:33.799566 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Pushing event updated for resources: {'Port': ['ID=27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:33.811878 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:33.819861 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device aebd90d0-a7ba-4fc6-919a-d25b6dae6033 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:33.906830 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5eb22d-258d-45ac-8e2a-f1327c8a28a7 req-9ce13349-e91d-49bd-887d-114bb1061862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:33.908419 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7a5eb22d-258d-45ac-8e2a-f1327c8a28a7 req-9ce13349-e91d-49bd-887d-114bb1061862 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9657212a-b08a-47f2-990a-340c82f01463 HTTP/1.1" status: 200 len: 912 time: 0.1843669 Feb 05 18:56:33.975469 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port aebd90d0-a7ba-4fc6-919a-d25b6dae6033 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:33.976342 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:34.030873 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aceb9021-ab2b-48ae-aa2b-97a9dc86ef38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:34.039756 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aceb9021-ab2b-48ae-aa2b-97a9dc86ef38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:34.099289 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-10f7c6c0-b06f-4470-a6a3-bc6cec94a468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:34.141346 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-aceb9021-ab2b-48ae-aa2b-97a9dc86ef38 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c94692f39d9456c82c95169d1aa87ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9366982 Feb 05 18:56:34.154877 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 42132) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:34.167553 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb9021-ab2b-48ae-aa2b-97a9dc86ef38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2393824-2473-420e-8481-b8de2fd8e104,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:34.199880 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-aceb9021-ab2b-48ae-aa2b-97a9dc86ef38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:34.214294 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ec1f0830-acef-4a82-981e-5c04b90ee6df req-7e537719-c12f-4827-b87c-594fe2124f3c tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051674 Feb 05 18:56:34.236761 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Attempting to bind port 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:56:34.237131 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Attempting to bind port 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '136859a3-6606-41af-8375-5d44672b0926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f'}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:56:34.237652 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Attempting to bind port 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb on network 497ec747-5a9f-4b18-bf8f-c5da3336777f {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:56:34.241359 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b531fa1f-6457-49b2-ad19-389155606958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:34.252701 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7a5eb22d-258d-45ac-8e2a-f1327c8a28a7 req-c3c5cfe5-7be6-4f98-ab8a-5c09e9b61b96 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76a64c8e-2928-42ee-af59-a6718ce8ebdd HTTP/1.1" status: 200 len: 217 time: 0.3306038 Feb 05 18:56:34.282426 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Checking agent: {'id': '448d464c-f4b2-46c5-bbf2-8018ee5cc94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 53, 33), 'started_at': datetime.datetime(2021, 2, 5, 18, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:56:34.282793 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Checking segment: {'id': '136859a3-6606-41af-8375-5d44672b0926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:56:34.283184 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:34.283579 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Bound using segment: {'id': '136859a3-6606-41af-8375-5d44672b0926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f'} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:56:34.284072 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Bound port: 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136859a3-6606-41af-8375-5d44672b0926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f'}}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:56:34.284442 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:34.396878 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ca7cd978-161c-4549-bfde-b71cbc891e98 req-e0447687-2998-4a19-a890-ad1a1c666cb0 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 210 time: 0.1675634 Feb 05 18:56:34.406279 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-85750814-c802-4c21-9832-3091a619419a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:34.433299 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-85750814-c802-4c21-9832-3091a619419a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Usage tracker for resource:port and tenant:a5cc116b07494a72826dda0f60f8b9a7 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:34.436871 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-85750814-c802-4c21-9832-3091a619419a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:34.448986 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-85750814-c802-4c21-9832-3091a619419a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:34.504090 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-75f3b134-3a56-444f-ba49-54b8f2ad80ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:34.523391 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-85750814-c802-4c21-9832-3091a619419a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Made reservation on behalf of a5cc116b07494a72826dda0f60f8b9a7 for: {'port': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:56:34.557006 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-75f3b134-3a56-444f-ba49-54b8f2ad80ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:34.558112 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-85750814-c802-4c21-9832-3091a619419a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:34.626659 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] For port 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb, host hv-cinder-77428, cleared binding levels {{(pid=80159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:56:34.630110 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] For port 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb,segment=NetworkSegment(136859a3-6606-41af-8375-5d44672b0926),segment_id=136859a3-6606-41af-8375-5d44672b0926)] {{(pid=80159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:56:34.644430 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:34.645919 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-75f3b134-3a56-444f-ba49-54b8f2ad80ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:34.666954 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:34.691056 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3b134-3a56-444f-ba49-54b8f2ad80ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2393824-2473-420e-8481-b8de2fd8e104,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:34.787075 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-75f3b134-3a56-444f-ba49-54b8f2ad80ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:34.787933 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9e1a4db1-e960-4bbd-abf6-ff986bcdf2e5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:34.840634 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:34.858483 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-75f3b134-3a56-444f-ba49-54b8f2ad80ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:34.860007 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-75f3b134-3a56-444f-ba49-54b8f2ad80ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2393824-2473-420e-8481-b8de2fd8e104 HTTP/1.1" status: 204 len: 168 time: 0.6699107 Feb 05 18:56:34.910554 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Pushing event updated for resources: {'Port': ['ID=27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb,revision_number=3']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:34.925857 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:34.982695 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:34.983493 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:34.985766 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] 10.222.0.69 "PUT /v2.0/ports/27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb HTTP/1.1" status: 200 len: 1157 time: 2.3932798 Feb 05 18:56:34.986373 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7f1520-8b07-4cb6-aa85-1cd909d1674f', 'tag': '27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:35.072399 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-85750814-c802-4c21-9832-3091a619419a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Allocated IP 172.20.0.7 (9965b9d0-889c-488e-93d5-091708438716/8f1bdea3-74d8-4195-980b-db0b045c7457/cd2876aa-5fff-4b88-bcdc-432fd0103548) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:56:35.130094 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-838b821a-e168-48d7-ba1a-05ff7d2f797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:35.132181 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-838b821a-e168-48d7-ba1a-05ff7d2f797e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d6772b3c833744d298b2542568f2699f&device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 1160 time: 0.0889778 Feb 05 18:56:35.217413 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-4bc0769a-51a2-4ca6-8c11-1f034984452a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb HTTP/1.1" status: 200 len: 217 time: 0.0700500 Feb 05 18:56:35.301661 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-d9c8f4d9-e46b-4ace-a874-bab8a3f25dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:35.303488 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-d9c8f4d9-e46b-4ace-a874-bab8a3f25dd0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ca05151-4272-40cf-9fde-02be00fd7aec HTTP/1.1" status: 200 len: 850 time: 0.0754652 Feb 05 18:56:35.415466 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-a0edbc1f-6f28-4193-97c1-f5fe0c43edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:35.417357 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-a0edbc1f-6f28-4193-97c1-f5fe0c43edf7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=497ec747-5a9f-4b18-bf8f-c5da3336777f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1064363 Feb 05 18:56:35.523623 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5eb22d-258d-45ac-8e2a-f1327c8a28a7 req-4b799314-2840-4322-a623-de1abccd8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:35.525370 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7a5eb22d-258d-45ac-8e2a-f1327c8a28a7 req-4b799314-2840-4322-a623-de1abccd8dbc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c829bd72-056f-4907-824c-4eeeb1817b58 HTTP/1.1" status: 200 len: 858 time: 1.0516570 Feb 05 18:56:35.579444 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-763e5ecb-cea3-493d-be4a-4728d18621ed service neutron] 10.222.0.69 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526392 Feb 05 18:56:35.655464 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:35.707489 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7a5eb22d-258d-45ac-8e2a-f1327c8a28a7 req-2edc9593-acbb-4733-a0b5-3b8246a04765 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9657212a-b08a-47f2-990a-340c82f01463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195819 Feb 05 18:56:35.751276 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0578bfb0-e84b-4be7-b88d-6d0ced3932d6 req-ffada59f-6e80-4bb3-bdb2-dec03590e018 service neutron] 10.222.0.69 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1564720 Feb 05 18:56:35.988449 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-a866eb2f-851d-4ccb-9f1f-d6f1c495850c tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:35.990373 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-a866eb2f-851d-4ccb-9f1f-d6f1c495850c tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/networks?id=b4d031a8-5511-4a0c-8172-059ed7971489 HTTP/1.1" status: 200 len: 814 time: 0.8543034 Feb 05 18:56:35.994333 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-85750814-c802-4c21-9832-3091a619419a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:36.088930 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043de13d-ccdf-4718-ad71-9e5aeee86316 req-d3d4291c-52d8-4a2c-8fa3-26dd183ee369 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:36.090648 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-043de13d-ccdf-4718-ad71-9e5aeee86316 req-d3d4291c-52d8-4a2c-8fa3-26dd183ee369 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 943 time: 0.9533937 Feb 05 18:56:36.167306 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-22c93021-5019-464b-b472-879240149b2c tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/quotas/43a855f1df7b49c1a170438467a37f52 HTTP/1.1" status: 200 len: 375 time: 0.0726833 Feb 05 18:56:36.171038 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-85750814-c802-4c21-9832-3091a619419a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Transition to ACTIVE for port object cd2876aa-5fff-4b88-bcdc-432fd0103548 will not be triggered until provisioned by entity DHCP. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:36.178553 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7a5eb22d-258d-45ac-8e2a-f1327c8a28a7 req-859ac842-32d8-4060-934d-3bc546e7ca21 service neutron] 10.222.0.69 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530573 Feb 05 18:56:36.201296 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-043de13d-ccdf-4718-ad71-9e5aeee86316 req-b2bcebb5-d3b5-417f-9b38-8dd2ca5ea841 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903649 Feb 05 18:56:36.346674 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:36.524918 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7a5eb22d-258d-45ac-8e2a-f1327c8a28a7 req-1b55816e-65fa-4673-b367-39820197d878 service neutron] 10.222.0.69 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3225305 Feb 05 18:56:36.551237 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-243b8729-f909-43a0-a265-5b155fa35fdd tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=43a855f1df7b49c1a170438467a37f52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3476014 Feb 05 18:56:36.552492 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-85750814-c802-4c21-9832-3091a619419a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:36.582357 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:36.831404 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85750814-c802-4c21-9832-3091a619419a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Pushing event updated for resources: {'Port': ['ID=cd2876aa-5fff-4b88-bcdc-432fd0103548,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:36.843570 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-85750814-c802-4c21-9832-3091a619419a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:36.924394 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b6fb3-d319-40ed-8a0b-b985306886ef req-197444f8-353c-43de-954c-00c083bd5ff2 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:36.926056 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-992b6fb3-d319-40ed-8a0b-b985306886ef req-197444f8-353c-43de-954c-00c083bd5ff2 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 945 time: 0.4883351 Feb 05 18:56:37.035906 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-1bdd7046-2098-4d54-9e3c-81e9e98ba1b6 service neutron] 10.222.0.23 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549122 Feb 05 18:56:37.043503 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-85750814-c802-4c21-9832-3091a619419a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Network 9965b9d0-889c-488e-93d5-091708438716 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:56:37.069956 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-85750814-c802-4c21-9832-3091a619419a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Resources bound (agent type, host, resource id): {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:37.095353 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-992b6fb3-d319-40ed-8a0b-b985306886ef req-0b081d63-125c-4519-8f24-a472c4a5774a tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d8dbef1-985d-4816-8c54-03a63b731236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466904 Feb 05 18:56:37.096232 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-85750814-c802-4c21-9832-3091a619419a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:56:37.162581 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-85750814-c802-4c21-9832-3091a619419a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:37.163846 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-85750814-c802-4c21-9832-3091a619419a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:37.186933 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7f1520-8b07-4cb6-aa85-1cd909d1674f', 'tag': '27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb', 'status': 'completed', 'code': 200} Feb 05 18:56:37.351934 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-b91cbfb1-9afc-4387-861b-b765756b08bb None None] Provisioning for port cd2876aa-5fff-4b88-bcdc-432fd0103548 completed by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:37.360343 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c9cd6-e85d-4b3a-9ac7-61d7a66d34b1 req-4c7612cc-8736-4b76-ac57-cee69da349ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:37.362378 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b02c9cd6-e85d-4b3a-9ac7-61d7a66d34b1 req-4c7612cc-8736-4b76-ac57-cee69da349ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d6772b3c833744d298b2542568f2699f&device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 1160 time: 0.1118424 Feb 05 18:56:37.365100 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-b91cbfb1-9afc-4387-861b-b765756b08bb None None] Provisioning complete for port cd2876aa-5fff-4b88-bcdc-432fd0103548 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:37.365640 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b91cbfb1-9afc-4387-861b-b765756b08bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:37.424894 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-6412dbf8-f2b1-4754-a42c-be85e2d29e0b service neutron] 10.222.0.23 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3800843 Feb 05 18:56:37.448636 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-85750814-c802-4c21-9832-3091a619419a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1205330 Feb 05 18:56:37.474866 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-b91cbfb1-9afc-4387-861b-b765756b08bb None None] Port cd2876aa-5fff-4b88-bcdc-432fd0103548 cannot update to ACTIVE because it is not bound. {{(pid=80160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:56:37.491718 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] Request body: {'port': {'device_id': '5cc889f1-6106-4acd-b117-a96d84311ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:37.537992 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c9cd6-e85d-4b3a-9ac7-61d7a66d34b1 req-5879d0b5-2a6b-4456-99a3-c6ee0e6f33a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:37.539820 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b02c9cd6-e85d-4b3a-9ac7-61d7a66d34b1 req-5879d0b5-2a6b-4456-99a3-c6ee0e6f33a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=497ec747-5a9f-4b18-bf8f-c5da3336777f HTTP/1.1" status: 200 len: 905 time: 0.1699684 Feb 05 18:56:37.569122 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 586975d2-5d41-4d2d-b5df-a73c52726153 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:56:37.635329 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b02c9cd6-e85d-4b3a-9ac7-61d7a66d34b1 req-2fc22a98-da13-4a9a-8942-7590290cf729 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb HTTP/1.1" status: 200 len: 217 time: 0.0858836 Feb 05 18:56:37.825046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c9cd6-e85d-4b3a-9ac7-61d7a66d34b1 req-f66638f1-8ee0-4a84-a481-6d2b3721c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:37.826899 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b02c9cd6-e85d-4b3a-9ac7-61d7a66d34b1 req-f66638f1-8ee0-4a84-a481-6d2b3721c38c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ca05151-4272-40cf-9fde-02be00fd7aec HTTP/1.1" status: 200 len: 850 time: 0.1637676 Feb 05 18:56:37.835918 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:37.861682 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac82d75-0a77-4f4a-b00a-253ecdc4ce8e req-d25febae-2bc3-4c42-871e-fc4a09f69e00 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:37.865045 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aac82d75-0a77-4f4a-b00a-253ecdc4ce8e req-d25febae-2bc3-4c42-871e-fc4a09f69e00 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.69 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 945 time: 0.6161096 Feb 05 18:56:37.871035 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5239ff4a-455b-43eb-b4e1-62a76437f2b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '586975d2-5d41-4d2d-b5df-a73c52726153'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:37.885695 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 586975d2-5d41-4d2d-b5df-a73c52726153, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=586975d2-5d41-4d2d-b5df-a73c52726153,segment=NetworkSegment(f4597730-e881-4a99-9a4a-e80894c8cbd4),segment_id=f4597730-e881-4a99-9a4a-e80894c8cbd4)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:37.889397 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:37.891473 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:38.033060 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c9cd6-e85d-4b3a-9ac7-61d7a66d34b1 req-a3c9c2a9-a901-4c97-9642-3cc6f1e66371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:38.034710 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b02c9cd6-e85d-4b3a-9ac7-61d7a66d34b1 req-a3c9c2a9-a901-4c97-9642-3cc6f1e66371 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=497ec747-5a9f-4b18-bf8f-c5da3336777f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2004020 Feb 05 18:56:38.073738 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=586975d2-5d41-4d2d-b5df-a73c52726153,revision_number=5']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:38.081299 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:38.088201 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f49dc1-8031-4cf7-a22d-184e30304a9e req-8ed9e8f1-a4e9-416f-bb7d-f66ffef0ad73 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:38.090131 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e4f49dc1-8031-4cf7-a22d-184e30304a9e req-8ed9e8f1-a4e9-416f-bb7d-f66ffef0ad73 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.7332997 Feb 05 18:56:38.264916 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b02c9cd6-e85d-4b3a-9ac7-61d7a66d34b1 req-c57f399f-856c-4ed1-969f-d8d890120efc service neutron] 10.222.0.69 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174048 Feb 05 18:56:38.471111 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b02c9cd6-e85d-4b3a-9ac7-61d7a66d34b1 req-426078a3-6cfd-4d2d-b7c1-57fbac881054 service neutron] 10.222.0.69 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1885519 Feb 05 18:56:38.578136 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-aac82d75-0a77-4f4a-b00a-253ecdc4ce8e req-92040c2e-a251-409b-b57c-091faaea0601 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Deleting port 586975d2-5d41-4d2d-b5df-a73c52726153 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:56:38.578677 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aac82d75-0a77-4f4a-b00a-253ecdc4ce8e req-92040c2e-a251-409b-b57c-091faaea0601 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:38.611730 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:38.640708 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e4f49dc1-8031-4cf7-a22d-184e30304a9e req-847b0a00-dd78-4ece-88e8-d5be893eda93 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099645 Feb 05 18:56:38.969164 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e621281-e0bc-43be-a75b-94e1b64f693f req-649d2044-be26-4e09-b970-dde7c217d2ef tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:38.970005 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-2e621281-e0bc-43be-a75b-94e1b64f693f req-649d2044-be26-4e09-b970-dde7c217d2ef tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Synchronizing usage tracker for tenant:a5cc116b07494a72826dda0f60f8b9a7 on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:39.152247 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-2e621281-e0bc-43be-a75b-94e1b64f693f req-649d2044-be26-4e09-b970-dde7c217d2ef tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Unset dirty status for tenant:a5cc116b07494a72826dda0f60f8b9a7 on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:39.153545 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2e621281-e0bc-43be-a75b-94e1b64f693f req-649d2044-be26-4e09-b970-dde7c217d2ef tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 931 time: 1.0214992 Feb 05 18:56:39.362300 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcab4fa-b930-4cd6-97d2-5bb842d99936 req-a844c51b-d16c-41fa-961b-30a746c762a1 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:39.370583 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4bcab4fa-b930-4cd6-97d2-5bb842d99936 req-a844c51b-d16c-41fa-961b-30a746c762a1 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 943 time: 0.5376334 Feb 05 18:56:39.526500 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2e621281-e0bc-43be-a75b-94e1b64f693f req-2735dc95-2430-46eb-870f-3559a1e27b0a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3575604 Feb 05 18:56:39.545591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-aac82d75-0a77-4f4a-b00a-253ecdc4ce8e req-92040c2e-a251-409b-b57c-091faaea0601 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] For port 586975d2-5d41-4d2d-b5df-a73c52726153, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=586975d2-5d41-4d2d-b5df-a73c52726153,segment=NetworkSegment(f4597730-e881-4a99-9a4a-e80894c8cbd4),segment_id=f4597730-e881-4a99-9a4a-e80894c8cbd4)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:39.545991 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aac82d75-0a77-4f4a-b00a-253ecdc4ce8e req-92040c2e-a251-409b-b57c-091faaea0601 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:39.589802 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4bcab4fa-b930-4cd6-97d2-5bb842d99936 req-e87df461-b9e0-4675-9d89-0d2cea173a9e tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181861 Feb 05 18:56:39.680059 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5239ff4a-455b-43eb-b4e1-62a76437f2b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '586975d2-5d41-4d2d-b5df-a73c52726153', 'code': 200} Feb 05 18:56:39.736327 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-90fc27d3-f0aa-4d70-a76d-cdf498c75f12 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:39.737133 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-90fc27d3-f0aa-4d70-a76d-cdf498c75f12 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Synchronizing usage tracker for tenant:43a855f1df7b49c1a170438467a37f52 on resource:network {{(pid=80159) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:39.755529 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-90fc27d3-f0aa-4d70-a76d-cdf498c75f12 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Unset dirty status for tenant:43a855f1df7b49c1a170438467a37f52 on resource:network {{(pid=80159) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:39.756753 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-90fc27d3-f0aa-4d70-a76d-cdf498c75f12 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.69 "GET /v2.0/networks?id=b4d031a8-5511-4a0c-8172-059ed7971489 HTTP/1.1" status: 200 len: 814 time: 0.5587599 Feb 05 18:56:39.789735 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Request body: {'port': {'device_id': '65d3b532-4fa9-4142-b503-5b2121b07f1c', 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489', 'admin_state_up': True, 'tenant_id': '43a855f1df7b49c1a170438467a37f52'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:39.845702 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-aac82d75-0a77-4f4a-b00a-253ecdc4ce8e req-92040c2e-a251-409b-b57c-091faaea0601 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Calling delete_port for 586975d2-5d41-4d2d-b5df-a73c52726153 owned by compute:nova {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:56:39.935236 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:39.935439 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-80d78b37-3af5-4f90-9416-1afde8eb0a54 req-ae7fc205-ade1-4def-a08f-97dc2482a298 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=65d3b532-4fa9-4142-b503-5b2121b07f1c HTTP/1.1" status: 200 len: 210 time: 0.2067556 Feb 05 18:56:39.946074 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:39.957183 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Made reservation on behalf of 43a855f1df7b49c1a170438467a37f52 for: {'port': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:56:39.990195 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:40.261031 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3c51b-65ee-42bd-9325-26c0d19f23d9 req-1dc8f950-049f-419c-976b-316b4941746e tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:40.262825 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4fd3c51b-65ee-42bd-9325-26c0d19f23d9 req-1dc8f950-049f-419c-976b-316b4941746e tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 943 time: 0.4357283 Feb 05 18:56:40.268953 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:40.356875 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Allocated IP 172.20.0.3 (b4d031a8-5511-4a0c-8172-059ed7971489/3961e334-7d1e-4fd6-b199-f132904184e0/7de0b789-f89d-47cc-8b92-fe1bdbbfddcb) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:56:40.421121 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning for port 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:40.427993 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:40.429776 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:40.591043 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:40.614682 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2876aa-5fff-4b88-bcdc-432fd0103548 {{(pid=80158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:56:40.629701 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb,segment=NetworkSegment(136859a3-6606-41af-8375-5d44672b0926),segment_id=136859a3-6606-41af-8375-5d44672b0926)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:40.634164 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:40.638179 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fa467e8a-c44a-4916-bf16-a9a711273ad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:40.639583 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:40.653299 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:40.684293 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4fd3c51b-65ee-42bd-9325-26c0d19f23d9 req-606a3533-1c5a-4e75-a028-f899494bb164 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d8dbef1-985d-4816-8c54-03a63b731236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510993 Feb 05 18:56:40.699925 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:40.714117 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] Transition to ACTIVE for port object cd2876aa-5fff-4b88-bcdc-432fd0103548 will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:40.719172 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:40.720139 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:40.722614 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:40.743643 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:40.744554 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:40.863162 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2876aa-5fff-4b88-bcdc-432fd0103548,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:40.883188 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aac82d75-0a77-4f4a-b00a-253ecdc4ce8e req-92040c2e-a251-409b-b57c-091faaea0601 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:40.907865 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Pushing event updated for resources: {'Port': ['ID=7de0b789-f89d-47cc-8b92-fe1bdbbfddcb,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:40.929861 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.930353 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.930750 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.931134 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.931501 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.931880 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.932255 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.932623 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.932969 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.933357 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.933731 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.934101 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.934532 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.934907 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.935280 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.935658 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.936032 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.936406 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.936778 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.937149 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.937551 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.937921 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.938291 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.938661 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:40.945240 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:40.987654 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Network b4d031a8-5511-4a0c-8172-059ed7971489 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:56:40.988941 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:40.992154 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:56:41.012826 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e00f2e-cbdf-4b14-9bb3-6252ac3ddf24 req-8431b40c-abdc-44f2-8343-6c01b8743c31 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:41.014574 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e8e00f2e-cbdf-4b14-9bb3-6252ac3ddf24 req-8431b40c-abdc-44f2-8343-6c01b8743c31 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.7506983 Feb 05 18:56:41.016194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.016589 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.016987 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.017399 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.017790 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.018171 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.018555 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.018935 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.019312 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.019694 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.020067 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.020441 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.020879 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.021279 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.021658 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.022033 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.022434 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.022839 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.023213 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.023601 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.023976 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.024346 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.024713 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.025082 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:41.029661 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:41.068217 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:41.069131 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:41.072609 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:41.092503 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 42326) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:41.105734 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3210285 Feb 05 18:56:41.125861 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Request body: {'port': {'device_id': '65d3b532-4fa9-4142-b503-5b2121b07f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:41.187208 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92040c2e-a251-409b-b57c-091faaea0601 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Pushing event deleted for resources: {'Port': ['ID=586975d2-5d41-4d2d-b5df-a73c52726153,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:41.189992 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-92040c2e-a251-409b-b57c-091faaea0601 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:41.266894 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49035778-8f3c-448c-aa9c-da96f26ce22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:41.287064 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-49035778-8f3c-448c-aa9c-da96f26ce22b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:41.292489 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:41.292814 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e8e00f2e-cbdf-4b14-9bb3-6252ac3ddf24 req-4b68474f-d4b4-40c2-9513-722a40a718c7 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619274 Feb 05 18:56:41.324367 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-49035778-8f3c-448c-aa9c-da96f26ce22b admin admin] Usage tracker for resource:security_group_rule and tenant:bfb0c1094f274456a2deff355322ff74 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:41.340573 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-49035778-8f3c-448c-aa9c-da96f26ce22b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:41.349115 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-49035778-8f3c-448c-aa9c-da96f26ce22b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:41.518874 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac82d75-0a77-4f4a-b00a-253ecdc4ce8e req-92040c2e-a251-409b-b57c-091faaea0601 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] No DVR routers for this DVR port 586975d2-5d41-4d2d-b5df-a73c52726153 on host hv-cinder-77428 {{(pid=80158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:56:41.522063 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-aac82d75-0a77-4f4a-b00a-253ecdc4ce8e req-92040c2e-a251-409b-b57c-091faaea0601 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:41.611890 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4728c6-ff0d-43d9-ae90-19d3090d4233 req-06549865-f174-43c5-8c23-e652da85ba4d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:41.613624 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2f4728c6-ff0d-43d9-ae90-19d3090d4233 req-06549865-f174-43c5-8c23-e652da85ba4d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 943 time: 0.7384379 Feb 05 18:56:41.662851 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5239ff4a-455b-43eb-b4e1-62a76437f2b3', 'name': 'network-vif-deleted', 'tag': '586975d2-5d41-4d2d-b5df-a73c52726153'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:41.670686 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] Attempting to bind port cd2876aa-5fff-4b88-bcdc-432fd0103548 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:56:41.671003 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] Attempting to bind port cd2876aa-5fff-4b88-bcdc-432fd0103548 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9965b9d0-889c-488e-93d5-091708438716'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:56:41.671374 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] Attempting to bind port cd2876aa-5fff-4b88-bcdc-432fd0103548 on network 9965b9d0-889c-488e-93d5-091708438716 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:56:41.681474 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7f1520-8b07-4cb6-aa85-1cd909d1674f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:41.698047 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] Checking agent: {'id': '448d464c-f4b2-46c5-bbf2-8018ee5cc94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 53, 33), 'started_at': datetime.datetime(2021, 2, 5, 18, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:56:41.698371 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] Checking segment: {'id': '3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9965b9d0-889c-488e-93d5-091708438716'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:56:41.698776 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:41.699171 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] Bound using segment: {'id': '3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9965b9d0-889c-488e-93d5-091708438716'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:56:41.699661 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] Bound port: cd2876aa-5fff-4b88-bcdc-432fd0103548, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9965b9d0-889c-488e-93d5-091708438716'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:56:41.700028 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:41.710874 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aac82d75-0a77-4f4a-b00a-253ecdc4ce8e req-92040c2e-a251-409b-b57c-091faaea0601 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.69 "DELETE /v2.0/ports/586975d2-5d41-4d2d-b5df-a73c52726153 HTTP/1.1" status: 204 len: 173 time: 3.5760589 Feb 05 18:56:41.747424 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49035778-8f3c-448c-aa9c-da96f26ce22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:41.799404 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-49035778-8f3c-448c-aa9c-da96f26ce22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:41.802588 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 42348) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:41.832540 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:41.843423 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-49035778-8f3c-448c-aa9c-da96f26ce22b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfb0c1094f274456a2deff355322ff74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7473783 Feb 05 18:56:41.845498 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2f4728c6-ff0d-43d9-ae90-19d3090d4233 req-b98dd43a-9661-479e-8260-578a18c87004 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696892 Feb 05 18:56:41.861780 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 42354) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:41.932280 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:41.988545 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0773d-19ae-4446-968f-da8f7aa9ded6 req-7f8eb700-176d-4760-b8ac-8b97769a7b12 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:41.990271 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-38e0773d-19ae-4446-968f-da8f7aa9ded6 req-7f8eb700-176d-4760-b8ac-8b97769a7b12 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.4802566 Feb 05 18:56:42.005926 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49035778-8f3c-448c-aa9c-da96f26ce22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6884bb21-8d7a-4815-928e-f5cfe669f27f,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:42.011715 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-49035778-8f3c-448c-aa9c-da96f26ce22b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:42.063488 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cabdd31a-f27d-4a90-8925-5cdae9df4e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:42.087151 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] For port cd2876aa-5fff-4b88-bcdc-432fd0103548, host hv-cinder-77428, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:56:42.129087 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-38e0773d-19ae-4446-968f-da8f7aa9ded6 req-9024ee15-06eb-43b6-8c29-9772554876ab tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301160 Feb 05 18:56:42.172414 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:42.176709 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:42.190347 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb {{(pid=80159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:56:42.199600 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:42.215561 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Transition to ACTIVE for port object 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb will not be triggered until provisioned by entity L2. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:42.219597 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:42.331925 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5239ff4a-455b-43eb-b4e1-62a76437f2b3', 'name': 'network-vif-deleted', 'tag': '586975d2-5d41-4d2d-b5df-a73c52726153', 'status': 'completed', 'code': 200} Feb 05 18:56:42.335284 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] For port cd2876aa-5fff-4b88-bcdc-432fd0103548, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=cd2876aa-5fff-4b88-bcdc-432fd0103548,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:56:42.350033 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cabdd31a-f27d-4a90-8925-5cdae9df4e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:42.378552 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b532ee63-791c-4282-8f0c-15b321b4fbc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:42.427591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:42.449115 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a9a3fff8-dcf3-44aa-a05d-1f240c5ed9e0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:42.465619 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7f1520-8b07-4cb6-aa85-1cd909d1674f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb', 'code': 200} Feb 05 18:56:42.609140 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-87c4b464-8d9a-4150-bedc-c1fbc7c95a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:42.623578 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Pushing event updated for resources: {'Port': ['ID=7de0b789-f89d-47cc-8b92-fe1bdbbfddcb,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:42.625672 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Attempting to bind port 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:56:42.626079 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Attempting to bind port 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '71042f81-32b9-455a-9fb0-8d92ee6e6374', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489'}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:56:42.626446 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Attempting to bind port 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb on network b4d031a8-5511-4a0c-8172-059ed7971489 {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:56:42.629022 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:42.633473 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Checking agent: {'id': '448d464c-f4b2-46c5-bbf2-8018ee5cc94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 53, 33), 'started_at': datetime.datetime(2021, 2, 5, 18, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:56:42.633963 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Checking segment: {'id': '71042f81-32b9-455a-9fb0-8d92ee6e6374', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:56:42.634367 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:42.634754 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Bound using segment: {'id': '71042f81-32b9-455a-9fb0-8d92ee6e6374', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489'} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:56:42.635218 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Bound port: 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71042f81-32b9-455a-9fb0-8d92ee6e6374', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489'}}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:56:42.635586 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:42.665138 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b532ee63-791c-4282-8f0c-15b321b4fbc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:42.736209 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] For port 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb, host hv-cinder-77428, cleared binding levels {{(pid=80159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:56:42.740688 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] For port 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=7de0b789-f89d-47cc-8b92-fe1bdbbfddcb,segment=NetworkSegment(71042f81-32b9-455a-9fb0-8d92ee6e6374),segment_id=71042f81-32b9-455a-9fb0-8d92ee6e6374)] {{(pid=80159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:56:42.744619 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:42.759928 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9b661617-a080-449e-8e99-bbe4c5f40104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:42.775200 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b532ee63-791c-4282-8f0c-15b321b4fbc2 admin admin] Usage tracker for resource:security_group_rule and tenant:fd30a83cda0a4d1cb6356dca2438a40a is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:42.803919 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b532ee63-791c-4282-8f0c-15b321b4fbc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:42.819375 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-b333a428-d3a9-48ee-b012-10dddd6e77e3 req-ac32cc1d-6161-41c0-9b4e-27f3ea84f2a1 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Synchronizing usage tracker for tenant:95fd249fc6c74592ae86cd0a251a53f4 on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:42.822133 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b532ee63-791c-4282-8f0c-15b321b4fbc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:42.912795 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Pushing event updated for resources: {'Port': ['ID=7de0b789-f89d-47cc-8b92-fe1bdbbfddcb,revision_number=3']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:42.918991 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:42.951414 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:42.952618 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:42.954648 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] 10.222.0.69 "PUT /v2.0/ports/7de0b789-f89d-47cc-8b92-fe1bdbbfddcb HTTP/1.1" status: 200 len: 1157 time: 1.8347163 Feb 05 18:56:42.955253 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d3b532-4fa9-4142-b503-5b2121b07f1c', 'tag': '7de0b789-f89d-47cc-8b92-fe1bdbbfddcb'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:42.964837 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c600ce6-d4f4-4606-9a86-29eebaecc017 req-13deda33-0b4b-433e-a1f6-42775d0275b5 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:42.966560 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6c600ce6-d4f4-4606-9a86-29eebaecc017 req-13deda33-0b4b-433e-a1f6-42775d0275b5 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=65d3b532-4fa9-4142-b503-5b2121b07f1c HTTP/1.1" status: 200 len: 943 time: 0.8244376 Feb 05 18:56:42.979701 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-b333a428-d3a9-48ee-b012-10dddd6e77e3 req-ac32cc1d-6161-41c0-9b4e-27f3ea84f2a1 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Unset dirty status for tenant:95fd249fc6c74592ae86cd0a251a53f4 on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:42.980926 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b333a428-d3a9-48ee-b012-10dddd6e77e3 req-ac32cc1d-6161-41c0-9b4e-27f3ea84f2a1 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] 10.222.0.23 "GET /v2.0/ports?device_id=5239ff4a-455b-43eb-b4e1-62a76437f2b3 HTTP/1.1" status: 200 len: 210 time: 0.3283119 Feb 05 18:56:42.987518 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2876aa-5fff-4b88-bcdc-432fd0103548,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:43.018150 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:43.051321 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cabdd31a-f27d-4a90-8925-5cdae9df4e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:43.060121 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:43.101967 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdd31a-f27d-4a90-8925-5cdae9df4e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6884bb21-8d7a-4815-928e-f5cfe669f27f,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:43.104829 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80c4ad-0372-4963-b698-aaa88a493e94 req-8b1a42c5-ecc5-497a-a93a-feedb4f5086c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:43.106686 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2d80c4ad-0372-4963-b698-aaa88a493e94 req-8b1a42c5-ecc5-497a-a93a-feedb4f5086c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 1162 time: 0.4660184 Feb 05 18:56:43.107625 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:43.108286 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:43.109707 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-bc066087-d785-49af-9479-02480737ba19 service neutron] 10.222.0.69 "PUT /v2.0/ports/cd2876aa-5fff-4b88-bcdc-432fd0103548 HTTP/1.1" status: 200 len: 1157 time: 5.6235538 Feb 05 18:56:43.114310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cabdd31a-f27d-4a90-8925-5cdae9df4e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:43.115070 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-846e1cf6-1dac-4497-81d0-5f71debe15e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:43.117526 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-846e1cf6-1dac-4497-81d0-5f71debe15e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=43a855f1df7b49c1a170438467a37f52&device_id=65d3b532-4fa9-4142-b503-5b2121b07f1c HTTP/1.1" status: 200 len: 1160 time: 0.0903471 Feb 05 18:56:43.138021 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6c600ce6-d4f4-4606-9a86-29eebaecc017 req-662341be-499b-4be1-ae54-3e0f3566e498 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549044 Feb 05 18:56:43.190155 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cabdd31a-f27d-4a90-8925-5cdae9df4e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:43.191352 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-cabdd31a-f27d-4a90-8925-5cdae9df4e35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6884bb21-8d7a-4815-928e-f5cfe669f27f HTTP/1.1" status: 204 len: 168 time: 1.3354502 Feb 05 18:56:43.289952 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-9b302df6-1b2f-4b34-a6cf-b4dedc3012b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7de0b789-f89d-47cc-8b92-fe1bdbbfddcb HTTP/1.1" status: 200 len: 217 time: 0.1116691 Feb 05 18:56:43.379135 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-d6f20124-ef0b-49f5-af3d-7780d1f7e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:43.380711 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-d6f20124-ef0b-49f5-af3d-7780d1f7e64f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3961e334-7d1e-4fd6-b199-f132904184e0 HTTP/1.1" status: 200 len: 854 time: 0.0844994 Feb 05 18:56:43.385294 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2d80c4ad-0372-4963-b698-aaa88a493e94 req-31703505-e71b-4675-82b8-cc7aeefcf940 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858556 Feb 05 18:56:43.638533 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 42380) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:43.658718 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-809b8174-067e-48ad-8143-f735ec0cbe06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:43.676883 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-809b8174-067e-48ad-8143-f735ec0cbe06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:43.680462 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b532ee63-791c-4282-8f0c-15b321b4fbc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:43.690412 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-809b8174-067e-48ad-8143-f735ec0cbe06 admin admin] Usage tracker for resource:security_group_rule and tenant:5f0c797b5c74407f96dcab00a90fa224 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:43.691761 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b532ee63-791c-4282-8f0c-15b321b4fbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:43.694116 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-809b8174-067e-48ad-8143-f735ec0cbe06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:43.701432 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-809b8174-067e-48ad-8143-f735ec0cbe06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:43.703176 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b068dfd2-59c8-463c-9ce6-d1682fc5f839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:43.760981 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-4f7c7a85-9835-46cd-8b44-0a16a8d4b9b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4d031a8-5511-4a0c-8172-059ed7971489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556149 Feb 05 18:56:43.802242 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865d1cb-90d8-44d8-a072-9c13574d4b19 req-6a38af48-50fe-4e8a-8e51-662b381f386e tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:43.804495 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e865d1cb-90d8-44d8-a072-9c13574d4b19 req-6a38af48-50fe-4e8a-8e51-662b381f386e tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.6625097 Feb 05 18:56:43.834661 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-6dccd314-83fe-4dc4-95a8-6499eaca0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:43.836293 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-6dccd314-83fe-4dc4-95a8-6499eaca0a99 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5cc116b07494a72826dda0f60f8b9a7&device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 1160 time: 0.6033883 Feb 05 18:56:43.865964 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532ee63-791c-4282-8f0c-15b321b4fbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4228ab-2547-41fb-a035-797cc3e3f546,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:43.870177 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b532ee63-791c-4282-8f0c-15b321b4fbc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:43.932569 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-b532ee63-791c-4282-8f0c-15b321b4fbc2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd30a83cda0a4d1cb6356dca2438a40a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1249771 Feb 05 18:56:43.934681 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 42388) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:44.003237 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-809b8174-067e-48ad-8143-f735ec0cbe06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:44.013260 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-7020dde9-0b3a-4e17-bbc5-1266e8d99dee service neutron] 10.222.0.69 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330546 Feb 05 18:56:44.017084 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-809b8174-067e-48ad-8143-f735ec0cbe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:44.031200 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-49035778-8f3c-448c-aa9c-da96f26ce22b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:44.034128 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cac744-d26d-483f-b864-3c7e362e5986 req-e078b264-1620-48e5-a9ff-3db5b49848cd tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:44.035790 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-80cac744-d26d-483f-b864-3c7e362e5986 req-e078b264-1620-48e5-a9ff-3db5b49848cd tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 943 time: 0.7421000 Feb 05 18:56:44.059289 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-98da9d82-7330-4d5e-906c-d2be2b072e36 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd2876aa-5fff-4b88-bcdc-432fd0103548 HTTP/1.1" status: 200 len: 217 time: 0.1976082 Feb 05 18:56:44.136385 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e865d1cb-90d8-44d8-a072-9c13574d4b19 req-e88d6307-4a99-4dce-bc93-3de8c45855c1 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153813 Feb 05 18:56:44.188035 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-80cac744-d26d-483f-b864-3c7e362e5986 req-64ac2876-fac5-4759-9399-6dd21fb648d4 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422410 Feb 05 18:56:44.210194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-f3cc8e37-d8b9-40fc-9a00-22597e94f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:44.212258 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-f3cc8e37-d8b9-40fc-9a00-22597e94f4ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f1bdea3-74d8-4195-980b-db0b045c7457 HTTP/1.1" status: 200 len: 856 time: 0.1378102 Feb 05 18:56:44.334748 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc889f1-6106-4acd-b117-a96d84311ab3', 'tag': 'cd2876aa-5fff-4b88-bcdc-432fd0103548'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:44.352833 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-7eec555b-7ebe-46cd-97a9-b2327d386e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:44.354484 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-7eec555b-7ebe-46cd-97a9-b2327d386e4c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9965b9d0-889c-488e-93d5-091708438716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1343184 Feb 05 18:56:44.459511 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d3b532-4fa9-4142-b503-5b2121b07f1c', 'tag': '7de0b789-f89d-47cc-8b92-fe1bdbbfddcb', 'status': 'completed', 'code': 200} Feb 05 18:56:44.477742 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-809b8174-067e-48ad-8143-f735ec0cbe06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f0c797b5c74407f96dcab00a90fa224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8378146 Feb 05 18:56:44.480172 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 42402) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:44.502393 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b8174-067e-48ad-8143-f735ec0cbe06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7ede4b-cc39-420f-9c62-53cd6ff1cc95,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:44.506026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-809b8174-067e-48ad-8143-f735ec0cbe06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:44.535072 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ba43a24a-807c-4ef3-a981-eb1b2d4b7fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:44.561082 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-50025db3-5989-4c4b-925d-1f9e1a4618be req-ca9c41e6-bb5c-4147-b9d2-dc69c4455f1a service neutron] 10.222.0.69 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5308502 Feb 05 18:56:44.602487 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ba43a24a-807c-4ef3-a981-eb1b2d4b7fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:44.655015 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c59c-508a-46c3-9267-bb888d4eb39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:44.692233 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c59c-508a-46c3-9267-bb888d4eb39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:44.736387 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ba43a24a-807c-4ef3-a981-eb1b2d4b7fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:44.749706 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:44.752029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46a3a9-cc0a-4464-acc7-e5d657bfec72 req-5ddd351d-72a6-46ba-92f0-13982994a827 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:44.759750 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ca46a3a9-cc0a-4464-acc7-e5d657bfec72 req-5ddd351d-72a6-46ba-92f0-13982994a827 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.3997176 Feb 05 18:56:44.781312 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-62065a0e-2310-4fa3-8352-f1ed3c16f72f service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806114 Feb 05 18:56:44.809609 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43a24a-807c-4ef3-a981-eb1b2d4b7fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4228ab-2547-41fb-a035-797cc3e3f546,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:44.819221 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ba43a24a-807c-4ef3-a981-eb1b2d4b7fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:44.822143 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ba43a24a-807c-4ef3-a981-eb1b2d4b7fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:44.825779 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-ba43a24a-807c-4ef3-a981-eb1b2d4b7fdd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c4228ab-2547-41fb-a035-797cc3e3f546 HTTP/1.1" status: 204 len: 168 time: 0.8796613 Feb 05 18:56:44.846787 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c59c-508a-46c3-9267-bb888d4eb39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:44.868147 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:44.875829 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca000f1-4077-472e-a0f4-8a89cedfbc8f req-37370dcd-9208-49a5-bd40-40b65a4c75ad tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:44.877599 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cca000f1-4077-472e-a0f4-8a89cedfbc8f req-37370dcd-9208-49a5-bd40-40b65a4c75ad tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=65d3b532-4fa9-4142-b503-5b2121b07f1c HTTP/1.1" status: 200 len: 943 time: 0.3831937 Feb 05 18:56:44.895310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7c59c-508a-46c3-9267-bb888d4eb39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7ede4b-cc39-420f-9c62-53cd6ff1cc95,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:44.902524 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a2e7c59c-508a-46c3-9267-bb888d4eb39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:44.927744 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c59c-508a-46c3-9267-bb888d4eb39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:44.945277 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ca46a3a9-cc0a-4464-acc7-e5d657bfec72 req-331dbee9-d55f-46f8-b851-1e8db177baee tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837418 Feb 05 18:56:44.948017 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a2e7c59c-508a-46c3-9267-bb888d4eb39e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc7ede4b-cc39-420f-9c62-53cd6ff1cc95 HTTP/1.1" status: 204 len: 168 time: 0.4647627 Feb 05 18:56:44.954717 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98595e0d-3f87-4185-93af-b901a145416b req-63f9b7fc-3c57-4c3d-b5e6-95998d922cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:44.956389 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-98595e0d-3f87-4185-93af-b901a145416b req-63f9b7fc-3c57-4c3d-b5e6-95998d922cf6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=43a855f1df7b49c1a170438467a37f52&device_id=65d3b532-4fa9-4142-b503-5b2121b07f1c HTTP/1.1" status: 200 len: 1160 time: 0.1929262 Feb 05 18:56:45.127587 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a377adf4-85fd-4884-bb77-9b5fee81d6f4 req-b0b630e6-a579-466c-8fa3-c6ae81ed500d service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2474139 Feb 05 18:56:45.129777 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc889f1-6106-4acd-b117-a96d84311ab3', 'tag': 'cd2876aa-5fff-4b88-bcdc-432fd0103548', 'status': 'completed', 'code': 200} Feb 05 18:56:45.178525 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98595e0d-3f87-4185-93af-b901a145416b req-37f78f06-5636-422b-b38d-edc29523ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:45.179726 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-98595e0d-3f87-4185-93af-b901a145416b req-37f78f06-5636-422b-b38d-edc29523ad60 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4d031a8-5511-4a0c-8172-059ed7971489 HTTP/1.1" status: 200 len: 908 time: 0.2008564 Feb 05 18:56:45.203732 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cca000f1-4077-472e-a0f4-8a89cedfbc8f req-2db7d7b7-be86-4e67-a38b-790cacd3210a tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764640 Feb 05 18:56:45.430274 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-98595e0d-3f87-4185-93af-b901a145416b req-da540d73-43bc-46be-957d-3ddd34375665 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7de0b789-f89d-47cc-8b92-fe1bdbbfddcb HTTP/1.1" status: 200 len: 217 time: 0.1725450 Feb 05 18:56:45.573137 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98595e0d-3f87-4185-93af-b901a145416b req-f143112a-03a5-44a6-a2b2-148467df0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:45.574835 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-98595e0d-3f87-4185-93af-b901a145416b req-f143112a-03a5-44a6-a2b2-148467df0fcf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3961e334-7d1e-4fd6-b199-f132904184e0 HTTP/1.1" status: 200 len: 854 time: 0.1279111 Feb 05 18:56:45.635249 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-98595e0d-3f87-4185-93af-b901a145416b req-8592eb08-8371-433b-8520-46059c873f78 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4d031a8-5511-4a0c-8172-059ed7971489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527928 Feb 05 18:56:45.704841 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7594e-a8d9-4e52-b03b-62b88d5e0d82 req-fb809be9-caa6-4ef4-b6b1-7250efbc2c65 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:45.706557 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-35d7594e-a8d9-4e52-b03b-62b88d5e0d82 req-fb809be9-caa6-4ef4-b6b1-7250efbc2c65 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.3647816 Feb 05 18:56:45.716786 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868faa0-8891-4c51-b4e5-1ade3eba4ce1 req-f2a3be01-e882-47ae-9971-ba40f7a73d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:45.718371 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f868faa0-8891-4c51-b4e5-1ade3eba4ce1 req-f2a3be01-e882-47ae-9971-ba40f7a73d1f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5cc116b07494a72826dda0f60f8b9a7&device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 1160 time: 0.4631951 Feb 05 18:56:45.807793 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-35d7594e-a8d9-4e52-b03b-62b88d5e0d82 req-ec444bda-7e19-41ea-95e3-9e6b50e74d04 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876191 Feb 05 18:56:45.812893 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-98595e0d-3f87-4185-93af-b901a145416b req-0450501a-d27a-47dc-8605-1216b9ff9eac service neutron] 10.222.0.69 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673448 Feb 05 18:56:45.891375 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fdd0d-2aac-4495-b663-623a400728ba req-e321d7b6-0ebf-4301-bcf0-afd43f50b6ab tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:45.899369 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-374fdd0d-2aac-4495-b663-623a400728ba req-e321d7b6-0ebf-4301-bcf0-afd43f50b6ab tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 943 time: 0.4371181 Feb 05 18:56:45.989196 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-98595e0d-3f87-4185-93af-b901a145416b req-98efb9ca-92c5-43e5-bec6-59e2afc66729 service neutron] 10.222.0.69 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1645665 Feb 05 18:56:46.041792 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-374fdd0d-2aac-4495-b663-623a400728ba req-7ed92a72-01af-4f32-ae82-8cb572f0548c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414146 Feb 05 18:56:46.120681 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868faa0-8891-4c51-b4e5-1ade3eba4ce1 req-24418b72-cf51-43c4-ac22-acb0f27eb30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:46.122692 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f868faa0-8891-4c51-b4e5-1ade3eba4ce1 req-24418b72-cf51-43c4-ac22-acb0f27eb30b service neutron] 10.222.0.69 "GET /v2.0/networks?id=9965b9d0-889c-488e-93d5-091708438716 HTTP/1.1" status: 200 len: 911 time: 0.3599865 Feb 05 18:56:46.267108 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f868faa0-8891-4c51-b4e5-1ade3eba4ce1 req-ed8385c9-74ff-4974-83ea-b23bb3cb9056 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd2876aa-5fff-4b88-bcdc-432fd0103548 HTTP/1.1" status: 200 len: 217 time: 0.1326494 Feb 05 18:56:46.361951 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868faa0-8891-4c51-b4e5-1ade3eba4ce1 req-bf2cd205-80ce-43ff-8f0d-e7cb77371072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:46.363529 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f868faa0-8891-4c51-b4e5-1ade3eba4ce1 req-bf2cd205-80ce-43ff-8f0d-e7cb77371072 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f1bdea3-74d8-4195-980b-db0b045c7457 HTTP/1.1" status: 200 len: 856 time: 0.0825770 Feb 05 18:56:46.447500 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99336b-6d2e-4e8a-8d21-03bc14096cf9 req-503a5738-6e49-4ed2-a0db-5f927ac1f53b tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:46.449195 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2f99336b-6d2e-4e8a-8d21-03bc14096cf9 req-503a5738-6e49-4ed2-a0db-5f927ac1f53b tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.2571092 Feb 05 18:56:46.641359 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2f99336b-6d2e-4e8a-8d21-03bc14096cf9 req-c2711e46-5410-45a9-b461-37237bb31f68 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460214 Feb 05 18:56:46.656112 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868faa0-8891-4c51-b4e5-1ade3eba4ce1 req-a3897bfe-41d1-4bc4-9c00-debe7f4f67f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:46.657739 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f868faa0-8891-4c51-b4e5-1ade3eba4ce1 req-a3897bfe-41d1-4bc4-9c00-debe7f4f67f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9965b9d0-889c-488e-93d5-091708438716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2063191 Feb 05 18:56:46.696860 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:56:46.746239 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2fa19-7667-493b-ab99-e70802154354 req-6039945d-476e-4ddb-9abe-e83598267e1f tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:46.747945 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eae2fa19-7667-493b-ab99-e70802154354 req-6039945d-476e-4ddb-9abe-e83598267e1f tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=65d3b532-4fa9-4142-b503-5b2121b07f1c HTTP/1.1" status: 200 len: 943 time: 0.2976644 Feb 05 18:56:46.783330 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 42520) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:47.056221 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eae2fa19-7667-493b-ab99-e70802154354 req-be575538-8a55-4de0-9e3d-8288b233e5db tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813046 Feb 05 18:56:47.067429 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41388cb-4a2c-4638-ab72-465a9c6d4511 admin admin] Deleting subnet 6746409f-3f8a-46ae-a54a-652a014d8eea {{(pid=80158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 18:56:47.071161 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a41388cb-4a2c-4638-ab72-465a9c6d4511 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:47.354763 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a41388cb-4a2c-4638-ab72-465a9c6d4511 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:47.362699 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a41388cb-4a2c-4638-ab72-465a9c6d4511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748778'] for subnet, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:47.489351 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f868faa0-8891-4c51-b4e5-1ade3eba4ce1 req-abc0e25b-59d6-4a21-a0f6-2b85dd6236de service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7402995 Feb 05 18:56:47.597922 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8695db-909c-4cd4-9d8f-13fe5fdddf5c req-de50c9c8-0eb6-4c1d-8602-15dfb5e57e34 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:47.599604 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cd8695db-909c-4cd4-9d8f-13fe5fdddf5c req-de50c9c8-0eb6-4c1d-8602-15dfb5e57e34 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.6950593 Feb 05 18:56:47.610065 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 42544) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:47.617297 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-ecd554a8-b9df-4814-842d-4a7d8530d3a2 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Request body: {'floatingip': {'port_id': '27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:47.737940 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ecd554a8-b9df-4814-842d-4a7d8530d3a2 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for floatingip, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:47.983636 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f34b8c-864a-4da4-9d0f-3cc8beb6d8f6 req-bcc2155b-ef70-4a90-83bc-6e22037e9098 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:47.985451 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-71f34b8c-864a-4da4-9d0f-3cc8beb6d8f6 req-bcc2155b-ef70-4a90-83bc-6e22037e9098 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.5914576 Feb 05 18:56:48.086381 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f868faa0-8891-4c51-b4e5-1ade3eba4ce1 req-cdaa2dbc-1692-42db-a150-d9aa88976fb9 service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5707126 Feb 05 18:56:48.149498 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-71f34b8c-864a-4da4-9d0f-3cc8beb6d8f6 req-d78aa669-d540-4bf6-aa3f-ab9a18847ca1 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551905 Feb 05 18:56:48.243921 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2f362-f847-4820-a6fc-41d8b5b2ccd2 req-27ddc3dc-d658-4e3a-8f5a-26fd3709f3d1 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:48.245665 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-72f2f362-f847-4820-a6fc-41d8b5b2ccd2 req-27ddc3dc-d658-4e3a-8f5a-26fd3709f3d1 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 943 time: 0.4859686 Feb 05 18:56:48.285638 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a41388cb-4a2c-4638-ab72-465a9c6d4511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for subnet, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:48.462009 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2bd93ce2-c435-4c35-b107-674275ceb8ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:48.502506 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41388cb-4a2c-4638-ab72-465a9c6d4511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6746409f-3f8a-46ae-a54a-652a014d8eea,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:48.510958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a41388cb-4a2c-4638-ab72-465a9c6d4511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:48.536107 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-72f2f362-f847-4820-a6fc-41d8b5b2ccd2 req-85cedf06-8fcd-48b5-8b3d-9b9b3304d136 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801521 Feb 05 18:56:48.540006 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a41388cb-4a2c-4638-ab72-465a9c6d4511 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:48.565571 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a41388cb-4a2c-4638-ab72-465a9c6d4511 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6746409f-3f8a-46ae-a54a-652a014d8eea HTTP/1.1" status: 204 len: 168 time: 1.7810564 Feb 05 18:56:48.568202 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 42576) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:48.679105 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ecd554a8-b9df-4814-842d-4a7d8530d3a2 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:48.683425 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ecd554a8-b9df-4814-842d-4a7d8530d3a2 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2021456'] for floatingip, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:48.792516 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78859d-b1f6-4c07-8f04-974d4e004b2f req-449715d2-af5c-42e3-ab0a-2188169443b3 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:48.794251 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6e78859d-b1f6-4c07-8f04-974d4e004b2f req-449715d2-af5c-42e3-ab0a-2188169443b3 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=65d3b532-4fa9-4142-b503-5b2121b07f1c HTTP/1.1" status: 200 len: 943 time: 0.5137277 Feb 05 18:56:48.862826 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989089'] for network, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:48.905103 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.l3_db [None req-ecd554a8-b9df-4814-842d-4a7d8530d3a2 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Floating IP 35f70cd3-f95a-4d32-8fde-10bc5e2efea7 associated. External IP: 172.28.0.170, port: 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb. Feb 05 18:56:48.915860 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-877b3258-f888-436e-9f68-bda3f4370ec3 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e5bd3dec516042079cef3e2cfe8bece9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1183944 Feb 05 18:56:49.094891 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6e78859d-b1f6-4c07-8f04-974d4e004b2f req-edc191d2-4b83-4ff2-b5df-9a6710f64a9c tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611103 Feb 05 18:56:49.228237 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1016662', 'neutron.services.segments.db._delete_segments_for_network-8761562595665'] for network, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:49.454939 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device cd2876aa-5fff-4b88-bcdc-432fd0103548 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:49.476409 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-4f42ee42-87e9-4269-b390-450aa340e2a2 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:49.478139 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-4f42ee42-87e9-4269-b390-450aa340e2a2 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5453300 Feb 05 18:56:49.487668 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd554a8-b9df-4814-842d-4a7d8530d3a2 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:56:49.520129 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:56:49.520528 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:56:49.521395 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:56:49.521777 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Subscribe: > port after_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:56:49.522343 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:56:49.522723 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Subscribe: > port after_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:56:49.523464 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:56:49.523848 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:56:49.524210 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:56:49.524569 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:56:49.534396 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning for port cd2876aa-5fff-4b88-bcdc-432fd0103548 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:49.539751 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port cd2876aa-5fff-4b88-bcdc-432fd0103548 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:49.540219 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:49.591974 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:56:49.592342 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:56:49.592718 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:56:49.593088 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:56:49.593514 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f84630-253c-44d0-9af4-3b2ad326edf4']}} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:49.612793 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-2d545710-7bb7-4f53-bb61-8a379ca7334e tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/quotas/e5bd3dec516042079cef3e2cfe8bece9 HTTP/1.1" status: 200 len: 375 time: 0.1153581 Feb 05 18:56:49.613137 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4597730-e881-4a99-9a4a-e80894c8cbd4') {'for_net_delete': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:49.613498 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4597730-e881-4a99-9a4a-e80894c8cbd4') {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:49.674916 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761562606195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848160033'] for segment, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:49.685461 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd554a8-b9df-4814-842d-4a7d8530d3a2 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:56:49.690440 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ecd554a8-b9df-4814-842d-4a7d8530d3a2 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for floatingip, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:49.693019 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:49.701148 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-af244abd-e996-48f2-b553-d384d636cd03 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e5bd3dec516042079cef3e2cfe8bece9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754972 Feb 05 18:56:49.704005 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798fb600-9766-4691-b1ac-e166dc9de584 None None] Sync routers for ids ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'] in dv-cinder-774288-2-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:56:49.717512 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798fb600-9766-4691-b1ac-e166dc9de584 None None] Routers {'7239ca4c-33e9-42a3-b646-28af8fdfcc03'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:56:49.721328 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-798fb600-9766-4691-b1ac-e166dc9de584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:56:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:49.764676 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port cd2876aa-5fff-4b88-bcdc-432fd0103548, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=cd2876aa-5fff-4b88-bcdc-432fd0103548,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:49.778271 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc889f1-6106-4acd-b117-a96d84311ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2876aa-5fff-4b88-bcdc-432fd0103548'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:49.783530 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:49.784985 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:49.789906 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f6fa3-f8b7-45c7-8702-c08a00f7faf4 req-24903156-f733-4a38-87af-de01b34e1234 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:49.797973 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2e1f6fa3-f8b7-45c7-8702-c08a00f7faf4 req-24903156-f733-4a38-87af-de01b34e1234 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.4997578 Feb 05 18:56:49.803055 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-ecd554a8-b9df-4814-842d-4a7d8530d3a2 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "PUT /v2.0/floatingips/35f70cd3-f95a-4d32-8fde-10bc5e2efea7 HTTP/1.1" status: 200 len: 991 time: 2.1888397 Feb 05 18:56:49.803211 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:49.803869 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7f1520-8b07-4cb6-aa85-1cd909d1674f', 'tag': '27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:49.819631 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 18:56:49.974965 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:49.988203 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-798fb600-9766-4691-b1ac-e166dc9de584 None None] Set router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:56:50.079234 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=cd2876aa-5fff-4b88-bcdc-432fd0103548,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:50.098820 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.101212 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.102747 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.103762 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.104210 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.105205 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.106202 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.106655 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.107680 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.108693 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.109714 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.110159 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.111223 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.112198 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.113193 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.114191 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.115148 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.116683 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.118255 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.122249 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.122803 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.123291 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.123850 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.124378 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:50.131388 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:50.144117 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning for port 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:50.150515 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:50.151274 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:50.314068 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:50.360306 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=7de0b789-f89d-47cc-8b92-fe1bdbbfddcb,segment=NetworkSegment(71042f81-32b9-455a-9fb0-8d92ee6e6374),segment_id=71042f81-32b9-455a-9fb0-8d92ee6e6374)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:50.364365 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:50.366887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:50.382055 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2e1f6fa3-f8b7-45c7-8702-c08a00f7faf4 req-dfda9c6a-de0e-43b5-896c-17cd3cf6e766 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5828359 Feb 05 18:56:50.459477 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=7de0b789-f89d-47cc-8b92-fe1bdbbfddcb,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:50.464524 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:50.478217 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-798fb600-9766-4691-b1ac-e166dc9de584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T18:56:05Z', 'revision_number': 4, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_floatingips': [{'id': '35f70cd3-f95a-4d32-8fde-10bc5e2efea7', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'floating_ip_address': '172.28.0.170', 'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'router_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'port_id': '27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'mac_address': 'fa:16:3e:ba:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f1520-8b07-4cb6-aa85-1cd909d1674f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:22Z', 'updated_at': '2021-02-05T18:56:48Z', 'revision_number': 1, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43646e9f-e4e2-4523-a3ab-f9c867de0ed4', 'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'mac_address': 'fa:16:3e:d0:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:58Z', 'updated_at': '2021-02-05T18:56:15Z', 'revision_number': 5, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'subnets': [{'id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:50.482919 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798fb600-9766-4691-b1ac-e166dc9de584 None None] Checking router: 7239ca4c-33e9-42a3-b646-28af8fdfcc03 for host: dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:56:50.493769 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798fb600-9766-4691-b1ac-e166dc9de584 None None] Routers {'7239ca4c-33e9-42a3-b646-28af8fdfcc03'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:56:50.494689 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-798fb600-9766-4691-b1ac-e166dc9de584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:56:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:50.552015 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Network 15f84630-253c-44d0-9af4-3b2ad326edf4 has no segments {{(pid=80158) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:56:50.562405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853759575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7513834'] for segment, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:50.707728 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7f1520-8b07-4cb6-aa85-1cd909d1674f', 'tag': '27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb', 'status': 'completed', 'code': 200} Feb 05 18:56:50.724591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-798fb600-9766-4691-b1ac-e166dc9de584 None None] Set router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:56:50.849470 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7e4cf-ac29-43e4-9311-a765990cae3e req-a19c59e6-8206-4fe6-bedb-cae023c60c27 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:50.857739 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f3b7e4cf-ac29-43e4-9311-a765990cae3e req-a19c59e6-8206-4fe6-bedb-cae023c60c27 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.6028328 Feb 05 18:56:50.874673 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Network 15f84630-253c-44d0-9af4-3b2ad326edf4 has no segments {{(pid=80158) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: (rel_b, rel_a, rel_b), Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: (rel_b, rel_a, rel_b), Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: Traceback (most recent call last): Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: timer() Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: cb(*args, **kw) Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: return func(*args, **kwargs) Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: self._notify() Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: self.callback(batched_events) Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: event.method(event) Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: segment_id)['aggregates'][0] Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: return f(self, *a, **k) Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: return self._get(url).json() Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: **kwargs) Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: **endpoint_filter) Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 18:56:50.989335 dv-cinder-774288-2-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 18:56:51.054004 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device cd2876aa-5fff-4b88-bcdc-432fd0103548 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:51.094411 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4a1869fa-4c5b-48d0-aa8b-31778639d754 req-132c446b-82a9-4e5a-8272-a5325072585f tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef648465-47c7-4da6-94d6-0c16a286b850 HTTP/1.1" status: 200 len: 210 time: 0.2254386 Feb 05 18:56:51.139918 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port cd2876aa-5fff-4b88-bcdc-432fd0103548 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:51.140874 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:51.149507 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-798fb600-9766-4691-b1ac-e166dc9de584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T18:56:05Z', 'revision_number': 4, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_floatingips': [{'id': '35f70cd3-f95a-4d32-8fde-10bc5e2efea7', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'floating_ip_address': '172.28.0.170', 'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'router_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'port_id': '27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'mac_address': 'fa:16:3e:ba:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f1520-8b07-4cb6-aa85-1cd909d1674f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:22Z', 'updated_at': '2021-02-05T18:56:48Z', 'revision_number': 1, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43646e9f-e4e2-4523-a3ab-f9c867de0ed4', 'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'mac_address': 'fa:16:3e:d0:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:58Z', 'updated_at': '2021-02-05T18:56:15Z', 'revision_number': 5, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'subnets': [{'id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:51.155849 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798fb600-9766-4691-b1ac-e166dc9de584 None None] The sync data for ids ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'] in dv-cinder-774288-2-smb is: [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T18:56:05Z', 'revision_number': 4, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_floatingips': [{'id': '35f70cd3-f95a-4d32-8fde-10bc5e2efea7', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'floating_ip_address': '172.28.0.170', 'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'router_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'port_id': '27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'mac_address': 'fa:16:3e:ba:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7f1520-8b07-4cb6-aa85-1cd909d1674f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:22Z', 'updated_at': '2021-02-05T18:56:48Z', 'revision_number': 1, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43646e9f-e4e2-4523-a3ab-f9c867de0ed4', 'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'mac_address': 'fa:16:3e:d0:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:58Z', 'updated_at': '2021-02-05T18:56:15Z', 'revision_number': 5, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'subnets': [{'id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:56:51.187613 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f3b7e4cf-ac29-43e4-9311-a765990cae3e req-e85457c3-262c-4a38-b88e-69d49602bcaa tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023036 Feb 05 18:56:51.197760 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853759138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2021475'] for network, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:51.206204 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc889f1-6106-4acd-b117-a96d84311ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2876aa-5fff-4b88-bcdc-432fd0103548', 'code': 200} Feb 05 18:56:51.227046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:51.264866 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:51.277753 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=15f84630-253c-44d0-9af4-3b2ad326edf4,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:51.281374 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:51.313897 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/15f84630-253c-44d0-9af4-3b2ad326edf4 HTTP/1.1" status: 204 len: 168 time: 2.7403276 Feb 05 18:56:51.329057 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b127c1-3aed-49f9-9dd2-fb6b9e971fe7 req-f288586b-53a6-47d1-a911-1db5469be435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:51.338912 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f4b127c1-3aed-49f9-9dd2-fb6b9e971fe7 req-f288586b-53a6-47d1-a911-1db5469be435 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d6772b3c833744d298b2542568f2699f&device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 1162 time: 0.4683301 Feb 05 18:56:51.347842 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:51.447400 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:51.447817 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:51.649575 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d26ff3c-e55e-4262-bce6-2964af4701ab None None] New status for floating IP 35f70cd3-f95a-4d32-8fde-10bc5e2efea7: ACTIVE {{(pid=80160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 18:56:51.751962 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 42634) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:51.862078 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 42640) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:51.875657 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-6cbde40f-f5bf-459e-9f69-19dcc7e25f41 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e5bd3dec516042079cef3e2cfe8bece9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1256783 Feb 05 18:56:52.015746 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-ab92d229-13d3-4191-b819-4025202eaf13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95fd249fc6c74592ae86cd0a251a53f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2615974 Feb 05 18:56:52.075641 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18816357-ac52-4169-bf63-418dd1ba051f req-10f18a16-9049-4f2c-8194-e6466d53b9c6 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:52.077471 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-18816357-ac52-4169-bf63-418dd1ba051f req-10f18a16-9049-4f2c-8194-e6466d53b9c6 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.4263995 Feb 05 18:56:52.082546 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 42646) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:52.104149 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b127c1-3aed-49f9-9dd2-fb6b9e971fe7 req-f09a1897-219b-4657-90d3-c51380bb768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:52.105800 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f4b127c1-3aed-49f9-9dd2-fb6b9e971fe7 req-f09a1897-219b-4657-90d3-c51380bb768a service neutron] 10.222.0.69 "GET /v2.0/networks?id=497ec747-5a9f-4b18-bf8f-c5da3336777f HTTP/1.1" status: 200 len: 905 time: 0.6272826 Feb 05 18:56:52.297991 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231bf1d-af6e-40e2-a8ba-7f6241d3f7be req-9e439e9e-be44-4ecf-b2ed-83d32abf2064 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:52.299704 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2231bf1d-af6e-40e2-a8ba-7f6241d3f7be req-9e439e9e-be44-4ecf-b2ed-83d32abf2064 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=65d3b532-4fa9-4142-b503-5b2121b07f1c HTTP/1.1" status: 200 len: 945 time: 0.9155045 Feb 05 18:56:52.300070 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-087bdca8-de5d-4fe1-859f-fa80ec90477f tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:52.301735 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-087bdca8-de5d-4fe1-859f-fa80ec90477f tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3979425 Feb 05 18:56:52.312157 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e87e1412-b358-4de6-8143-92152f84baab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:52.320104 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63a31c-3909-4e9d-a010-61b722c1cade req-97d38fe4-2b54-4788-8d4a-fe9c6365afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:52.321911 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9f63a31c-3909-4e9d-a010-61b722c1cade req-97d38fe4-2b54-4788-8d4a-fe9c6365afbb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 1162 time: 0.5552690 Feb 05 18:56:52.333829 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e87e1412-b358-4de6-8143-92152f84baab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:52.339578 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e87e1412-b358-4de6-8143-92152f84baab admin admin] Usage tracker for resource:security_group_rule and tenant:19a007d32a0d4ed4a456da9d71cea851 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:52.343689 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e87e1412-b358-4de6-8143-92152f84baab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:52.349782 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e87e1412-b358-4de6-8143-92152f84baab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:52.378664 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Request body: {'port': {'device_id': 'ef648465-47c7-4da6-94d6-0c16a286b850', 'network_id': '4f490633-1b2a-48c3-88d7-017f2ec33de5', 'admin_state_up': True, 'tenant_id': 'e5bd3dec516042079cef3e2cfe8bece9'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:52.448139 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f4b127c1-3aed-49f9-9dd2-fb6b9e971fe7 req-8bc289bd-cd38-4ce4-8fee-2eb0df399ea7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb HTTP/1.1" status: 200 len: 1001 time: 0.3333464 Feb 05 18:56:52.466857 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-18816357-ac52-4169-bf63-418dd1ba051f req-8b719e96-370c-430a-8b61-15589b65029f tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775506 Feb 05 18:56:52.540868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fb66e52f-145d-4f70-b0b6-84f9286b3fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:52.576119 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:52.581878 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Usage tracker for resource:port and tenant:e5bd3dec516042079cef3e2cfe8bece9 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:52.582499 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2231bf1d-af6e-40e2-a8ba-7f6241d3f7be req-0acb2be6-fff4-48c8-827e-c0e0ee65dde7 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543066 Feb 05 18:56:52.599661 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:52.609689 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b127c1-3aed-49f9-9dd2-fb6b9e971fe7 req-227a807d-0a0b-4e77-bfc4-25f1b9adb834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:52.611274 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f4b127c1-3aed-49f9-9dd2-fb6b9e971fe7 req-227a807d-0a0b-4e77-bfc4-25f1b9adb834 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ca05151-4272-40cf-9fde-02be00fd7aec HTTP/1.1" status: 200 len: 850 time: 0.1270020 Feb 05 18:56:52.615989 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9f63a31c-3909-4e9d-a010-61b722c1cade req-372a1e7e-ed23-4c64-8fc8-a8295841c0ab service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279639 Feb 05 18:56:52.617858 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fb66e52f-145d-4f70-b0b6-84f9286b3fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:52.628321 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:52.656040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e87e1412-b358-4de6-8143-92152f84baab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:52.661676 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e87e1412-b358-4de6-8143-92152f84baab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:52.670731 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fb66e52f-145d-4f70-b0b6-84f9286b3fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:52.671248 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a2639fa9-5aec-4c63-a2e1-dd5a8aa479fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:52.676513 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-799189d3-e9d1-4dc0-9073-8f5d69b87da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:52.682605 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Made reservation on behalf of e5bd3dec516042079cef3e2cfe8bece9 for: {'port': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:56:52.693505 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66e52f-145d-4f70-b0b6-84f9286b3fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8dbef1-985d-4816-8c54-03a63b731236,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:52.700135 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fb66e52f-145d-4f70-b0b6-84f9286b3fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:52.701979 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fb66e52f-145d-4f70-b0b6-84f9286b3fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:52.703231 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-fb66e52f-145d-4f70-b0b6-84f9286b3fb6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d8dbef1-985d-4816-8c54-03a63b731236 HTTP/1.1" status: 204 len: 168 time: 0.6158366 Feb 05 18:56:52.706964 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:52.749503 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:52.762334 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-065628a3-a8ff-4775-821c-ec3cabeaf74b req-c4a9567f-839b-404f-8799-58e39cc145d5 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef648465-47c7-4da6-94d6-0c16a286b850 HTTP/1.1" status: 200 len: 210 time: 0.0493181 Feb 05 18:56:52.773514 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-e87e1412-b358-4de6-8143-92152f84baab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19a007d32a0d4ed4a456da9d71cea851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9054537 Feb 05 18:56:52.774130 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 42660) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:52.776275 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:52.780516 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Usage tracker for resource:security_group_rule and tenant:e5bd3dec516042079cef3e2cfe8bece9 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:52.798700 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e1412-b358-4de6-8143-92152f84baab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056269b3-a4fb-4897-b9f0-6986cfcea4d5,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:52.812359 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:52.820556 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e87e1412-b358-4de6-8143-92152f84baab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:52.825622 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:52.871490 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c56c515-37a7-4fd3-b156-9e1e8c83f60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:52.902329 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c56c515-37a7-4fd3-b156-9e1e8c83f60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:52.931681 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:52.934825 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:52.947072 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-466eda03-87a7-4522-b621-f45456f0b6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:53.127414 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5da871fe-6d7b-4d2d-b8c2-ee114ab383ea,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:53.134226 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:53.207041 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae47682-2db7-47c9-a74e-c6798848301c req-9b66c080-77d4-4e95-8673-7f8172026fe4 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:53.207913 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d3b532-4fa9-4142-b503-5b2121b07f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de0b789-f89d-47cc-8b92-fe1bdbbfddcb'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:53.208790 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1ae47682-2db7-47c9-a74e-c6798848301c req-9b66c080-77d4-4e95-8673-7f8172026fe4 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.2977302 Feb 05 18:56:53.212180 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c56c515-37a7-4fd3-b156-9e1e8c83f60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:53.220101 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-aa7d892e-ff8e-4575-8c0e-1fbf1277d735 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:53.276090 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56c515-37a7-4fd3-b156-9e1e8c83f60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056269b3-a4fb-4897-b9f0-6986cfcea4d5,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:53.284970 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7c56c515-37a7-4fd3-b156-9e1e8c83f60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:53.308031 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d3b532-4fa9-4142-b503-5b2121b07f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de0b789-f89d-47cc-8b92-fe1bdbbfddcb', 'code': 200} Feb 05 18:56:53.333154 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Allocated IP 192.168.233.69 (4f490633-1b2a-48c3-88d7-017f2ec33de5/93d4fdd0-91f9-4d12-9d47-8ab7296cf540/0c1f6272-5aed-4b75-9d13-dca5999ce844) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:56:53.540723 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b127c1-3aed-49f9-9dd2-fb6b9e971fe7 req-8d425a51-a1e8-44fd-b772-2cb0c5d61174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:53.542508 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f4b127c1-3aed-49f9-9dd2-fb6b9e971fe7 req-8d425a51-a1e8-44fd-b772-2cb0c5d61174 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=497ec747-5a9f-4b18-bf8f-c5da3336777f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5445879 Feb 05 18:56:53.546078 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c56c515-37a7-4fd3-b156-9e1e8c83f60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:53.547197 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-7c56c515-37a7-4fd3-b156-9e1e8c83f60b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/056269b3-a4fb-4897-b9f0-6986cfcea4d5 HTTP/1.1" status: 204 len: 168 time: 0.7716641 Feb 05 18:56:53.581767 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1ae47682-2db7-47c9-a74e-c6798848301c req-8dccd61b-4e06-4404-a5cd-9893ea0b82e9 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3626113 Feb 05 18:56:53.639173 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:53.675634 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Transition to ACTIVE for port object 0c1f6272-5aed-4b75-9d13-dca5999ce844 will not be triggered until provisioned by entity DHCP. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:53.732194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:53.843133 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f4b127c1-3aed-49f9-9dd2-fb6b9e971fe7 req-05da3a9a-4e30-4098-aa37-0f541bbdf511 service neutron] 10.222.0.69 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545462 Feb 05 18:56:53.886198 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:53.946889 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 42694) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:53.983577 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Network 4f490633-1b2a-48c3-88d7-017f2ec33de5 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:56:53.993745 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:53.997912 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:56:54.099459 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:54.100601 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:54.115402 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Pushing event updated for resources: {'Port': ['ID=0c1f6272-5aed-4b75-9d13-dca5999ce844,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:54.120288 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:54.181998 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8130264 Feb 05 18:56:54.209113 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9f2b6-ca0e-4247-9fed-d22a6bcc2523 req-725e9c58-e09a-4e46-b015-18347aa09861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:54.219896 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Request body: {'port': {'device_id': 'ef648465-47c7-4da6-94d6-0c16a286b850', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:54.221526 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fac9f2b6-ca0e-4247-9fed-d22a6bcc2523 req-725e9c58-e09a-4e46-b015-18347aa09861 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=65d3b532-4fa9-4142-b503-5b2121b07f1c HTTP/1.1" status: 200 len: 1162 time: 0.6282027 Feb 05 18:56:54.300885 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1025622475-network', 'tenant_id': '2b3fe3d4c20f488abafe57a189ccbc6f'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:54.307001 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:54.311947 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Usage tracker for resource:network and tenant:2b3fe3d4c20f488abafe57a189ccbc6f is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:54.315462 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:54.323399 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:54.343887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Made reservation on behalf of 2b3fe3d4c20f488abafe57a189ccbc6f for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:56:54.349304 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:54.376031 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:54.398551 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:54.434941 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-2c997640-3d35-4705-bee8-88c4d034a4dd None None] Provisioning for port 0c1f6272-5aed-4b75-9d13-dca5999ce844 completed by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:54.441553 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-2c997640-3d35-4705-bee8-88c4d034a4dd None None] Provisioning complete for port 0c1f6272-5aed-4b75-9d13-dca5999ce844 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:54.448077 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2c997640-3d35-4705-bee8-88c4d034a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:54.453619 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Usage tracker for resource:security_group_rule and tenant:2b3fe3d4c20f488abafe57a189ccbc6f is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:54.465377 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb9eec-941e-4414-a76b-7fa8dfd4e531 req-db05c769-8a01-4125-bf02-06f3b133f548 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:54.467087 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4ccb9eec-941e-4414-a76b-7fa8dfd4e531 req-db05c769-8a01-4125-bf02-06f3b133f548 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.6229532 Feb 05 18:56:54.469128 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f4b127c1-3aed-49f9-9dd2-fb6b9e971fe7 req-dbe51c72-c963-4de9-b071-e60d6fc2debe service neutron] 10.222.0.69 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5757465 Feb 05 18:56:54.469473 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:54.483890 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:54.550433 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:54.560882 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-2c997640-3d35-4705-bee8-88c4d034a4dd None None] Port 0c1f6272-5aed-4b75-9d13-dca5999ce844 cannot update to ACTIVE because it is not bound. {{(pid=80160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:56:54.567350 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cd0e4-a95c-45c2-8b2a-40cf86276a75 req-f81f5041-ec9e-4eb9-9862-4fc4731cd15c tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:54.569611 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ad5cd0e4-a95c-45c2-8b2a-40cf86276a75 req-f81f5041-ec9e-4eb9-9862-4fc4731cd15c tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=65d3b532-4fa9-4142-b503-5b2121b07f1c HTTP/1.1" status: 200 len: 945 time: 0.6879463 Feb 05 18:56:54.574364 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fac9f2b6-ca0e-4247-9fed-d22a6bcc2523 req-c86eeec5-8b89-4a61-b6ad-aa15f8ac6a36 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329711 Feb 05 18:56:54.653811 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4ccb9eec-941e-4414-a76b-7fa8dfd4e531 req-082903a7-fc6f-4a74-b307-817a10b1031c tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830748 Feb 05 18:56:54.709144 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:54.715145 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ad5cd0e4-a95c-45c2-8b2a-40cf86276a75 req-45858f59-977c-4260-a5bd-104c71b46c8f tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239781 Feb 05 18:56:54.720926 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:54.733213 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-aceb9021-ab2b-48ae-aa2b-97a9dc86ef38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:54.771680 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5317ca-3fd6-4b1f-8e94-ce66b3803ff0,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:54.777303 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:54.787215 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:56:54.797570 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275292180135', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:54.798006 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Added segment 94f2585d-2582-46cb-8c93-28a8bf87087c of type vxlan for network 1e7a1395-c3c6-4f91-b39a-6b2e7dc97a1f Feb 05 18:56:54.829409 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275292661176'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:54.916702 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:54.924049 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:54.924697 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:54.933093 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ec10ad8a-9165-4e5b-944e-3f859739ec37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:54.988945 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ef377-24ca-4d6b-8a87-e5a17d35252c req-b5368288-db39-4f21-89ab-0c380443ecc3 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:54.990680 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-720ef377-24ca-4d6b-8a87-e5a17d35252c req-b5368288-db39-4f21-89ab-0c380443ecc3 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef648465-47c7-4da6-94d6-0c16a286b850 HTTP/1.1" status: 200 len: 935 time: 0.1831920 Feb 05 18:56:55.066957 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-720ef377-24ca-4d6b-8a87-e5a17d35252c req-4f0b9725-c6bd-457f-9ecd-e2f3e1d1399d tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/security-groups?id=5da871fe-6d7b-4d2d-b8c2-ee114ab383ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687997 Feb 05 18:56:55.093358 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1205277 Feb 05 18:56:55.096612 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 42724) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:55.103364 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-a7ae3c97-a69a-4e5f-82c1-966b18361270 admin admin] Request body: {'subnet': {'network_id': '1e7a1395-c3c6-4f91-b39a-6b2e7dc97a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1025622475-subnet', 'tenant_id': '2b3fe3d4c20f488abafe57a189ccbc6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:55.109301 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a7ae3c97-a69a-4e5f-82c1-966b18361270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:55.113573 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a7ae3c97-a69a-4e5f-82c1-966b18361270 admin admin] Usage tracker for resource:subnet and tenant:2b3fe3d4c20f488abafe57a189ccbc6f is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:55.116777 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a7ae3c97-a69a-4e5f-82c1-966b18361270 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:55.128322 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a7ae3c97-a69a-4e5f-82c1-966b18361270 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:55.162250 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device cd2876aa-5fff-4b88-bcdc-432fd0103548 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:55.163237 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Pushing event updated for resources: {'Network': ['ID=1e7a1395-c3c6-4f91-b39a-6b2e7dc97a1f,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:55.166861 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:55.219941 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ae3c97-a69a-4e5f-82c1-966b18361270 admin admin] Made reservation on behalf of 2b3fe3d4c20f488abafe57a189ccbc6f for: {'subnet': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:56:55.224640 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7ae3c97-a69a-4e5f-82c1-966b18361270 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6514722'] for subnet, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:55.233400 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Network 1e7a1395-c3c6-4f91-b39a-6b2e7dc97a1f details requested by agent ovs-agent-dv-cinder-774288-2-smb with host dv-cinder-774288-2-smb {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:56:55.246887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Network 1e7a1395-c3c6-4f91-b39a-6b2e7dc97a1f details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:56:55.439632 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1f6272-5aed-4b75-9d13-dca5999ce844 {{(pid=80159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:56:55.449755 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:55.463328 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Transition to ACTIVE for port object 0c1f6272-5aed-4b75-9d13-dca5999ce844 will not be triggered until provisioned by entity L2. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:55.467786 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:55.498807 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:55.626820 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port cd2876aa-5fff-4b88-bcdc-432fd0103548 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:55.627148 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:55.643356 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1f6272-5aed-4b75-9d13-dca5999ce844,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:55.646793 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:55.655936 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 42734) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:55.726546 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12909e-a9c0-4440-a57e-c4b9b5b51d15 req-7a3f9b86-33a2-45de-9f37-98ab01f207ac tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:55.728265 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fc12909e-a9c0-4440-a57e-c4b9b5b51d15 req-7a3f9b86-33a2-45de-9f37-98ab01f207ac tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.5768645 Feb 05 18:56:55.827478 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fc12909e-a9c0-4440-a57e-c4b9b5b51d15 req-ca2d8d69-afd0-4220-8a0d-e28d21a798e0 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912631 Feb 05 18:56:55.942055 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6582bc7-965b-4a55-a8b9-d2c0b8f7c794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:55.976433 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e6582bc7-965b-4a55-a8b9-d2c0b8f7c794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:55.980953 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e6582bc7-965b-4a55-a8b9-d2c0b8f7c794 admin admin] Usage tracker for resource:security_group_rule and tenant:47c5c38775704461ac9d1968d9a2bec8 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:55.984876 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e6582bc7-965b-4a55-a8b9-d2c0b8f7c794 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:55.998443 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e6582bc7-965b-4a55-a8b9-d2c0b8f7c794 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:56.034370 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Attempting to bind port 0c1f6272-5aed-4b75-9d13-dca5999ce844 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:56:56.034844 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Attempting to bind port 0c1f6272-5aed-4b75-9d13-dca5999ce844 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '3dd07d04-5448-4f55-8a70-e792f98b139a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4f490633-1b2a-48c3-88d7-017f2ec33de5'}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:56:56.035283 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Attempting to bind port 0c1f6272-5aed-4b75-9d13-dca5999ce844 on network 4f490633-1b2a-48c3-88d7-017f2ec33de5 {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:56:56.045515 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Checking agent: {'id': '448d464c-f4b2-46c5-bbf2-8018ee5cc94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 53, 33), 'started_at': datetime.datetime(2021, 2, 5, 18, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:56:56.045915 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Checking segment: {'id': '3dd07d04-5448-4f55-8a70-e792f98b139a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4f490633-1b2a-48c3-88d7-017f2ec33de5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:56:56.046341 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:56.046710 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Bound using segment: {'id': '3dd07d04-5448-4f55-8a70-e792f98b139a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4f490633-1b2a-48c3-88d7-017f2ec33de5'} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:56:56.047186 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Bound port: 0c1f6272-5aed-4b75-9d13-dca5999ce844, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd07d04-5448-4f55-8a70-e792f98b139a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4f490633-1b2a-48c3-88d7-017f2ec33de5'}}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:56:56.047582 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:56.105103 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7ae3c97-a69a-4e5f-82c1-966b18361270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847262085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6514707'] for subnet, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:56.140652 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:56.210614 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6582bc7-965b-4a55-a8b9-d2c0b8f7c794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:56.212247 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] For port 0c1f6272-5aed-4b75-9d13-dca5999ce844, host hv-cinder-77428, cleared binding levels {{(pid=80159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:56:56.216081 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6582bc7-965b-4a55-a8b9-d2c0b8f7c794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:56.227831 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-809b8174-067e-48ad-8143-f735ec0cbe06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:56.243739 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] For port 0c1f6272-5aed-4b75-9d13-dca5999ce844, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=0c1f6272-5aed-4b75-9d13-dca5999ce844,segment=NetworkSegment(3dd07d04-5448-4f55-8a70-e792f98b139a),segment_id=3dd07d04-5448-4f55-8a70-e792f98b139a)] {{(pid=80159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:56:56.260001 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:56.345729 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-e6582bc7-965b-4a55-a8b9-d2c0b8f7c794 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47c5c38775704461ac9d1968d9a2bec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6861317 Feb 05 18:56:56.351469 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 42750) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:56.375196 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6582bc7-965b-4a55-a8b9-d2c0b8f7c794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b45301c-30ec-4dc7-96c9-ce8b08d852a6,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:56.378806 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e6582bc7-965b-4a55-a8b9-d2c0b8f7c794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:56.385444 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27b760-c390-4324-b9b3-028c8ce4dbd3 req-5ad7c5ad-6004-4516-9587-bcdcac8f597a tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:56.387132 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aa27b760-c390-4324-b9b3-028c8ce4dbd3 req-5ad7c5ad-6004-4516-9587-bcdcac8f597a tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.4407816 Feb 05 18:56:56.392138 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-76fbf962-2815-41fc-bc71-f2c5da6f54ba tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:56.394151 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae3c97-a69a-4e5f-82c1-966b18361270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be66fc27-a6c0-4926-b5b4-957263092a9d,revision_number=0']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:56.401241 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a7ae3c97-a69a-4e5f-82c1-966b18361270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:56.517152 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090a06f-9dd1-4c48-a4ea-c78edaec8c6a req-74cc2d17-1a21-4666-a972-73ee8ff0233a tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:56.518956 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9090a06f-9dd1-4c48-a4ea-c78edaec8c6a req-74cc2d17-1a21-4666-a972-73ee8ff0233a tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=65d3b532-4fa9-4142-b503-5b2121b07f1c HTTP/1.1" status: 200 len: 945 time: 0.4877160 Feb 05 18:56:56.611577 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aa27b760-c390-4324-b9b3-028c8ce4dbd3 req-d8bf8266-8d15-4af5-b990-8fb5a745872a tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113569 Feb 05 18:56:56.660549 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9090a06f-9dd1-4c48-a4ea-c78edaec8c6a req-ddd8e3e3-3b8f-4d6e-b054-040236d332b7 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068094 Feb 05 18:56:56.699316 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae3c97-a69a-4e5f-82c1-966b18361270 admin admin] Checking segment: {'id': '94f2585d-2582-46cb-8c93-28a8bf87087c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1e7a1395-c3c6-4f91-b39a-6b2e7dc97a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:56:56.699723 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ae3c97-a69a-4e5f-82c1-966b18361270 admin admin] Network hostable DHCP agents. Network: 1e7a1395-c3c6-4f91-b39a-6b2e7dc97a1f, hostable agents: ['eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9'], hosted agents: [] {{(pid=80158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:56:56.721497 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ae3c97-a69a-4e5f-82c1-966b18361270 admin admin] Network 1e7a1395-c3c6-4f91-b39a-6b2e7dc97a1f is scheduled to be hosted by DHCP agent eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9 with binding_index 1 {{(pid=80158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:56:56.732804 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-a7ae3c97-a69a-4e5f-82c1-966b18361270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-smb, 1e7a1395-c3c6-4f91-b39a-6b2e7dc97a1f) {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:56.741569 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eab20a-a01e-4f90-b408-b59c91577b1d None None] Network 1e7a1395-c3c6-4f91-b39a-6b2e7dc97a1f requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:56:56.753004 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ae3c97-a69a-4e5f-82c1-966b18361270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:56.753756 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7ae3c97-a69a-4e5f-82c1-966b18361270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:56.775944 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-601863da-02a7-4b17-b518-7c7bccad1a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:56.801527 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1f6272-5aed-4b75-9d13-dca5999ce844,revision_number=3']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:56.830980 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:56.840074 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a7ae3c97-a69a-4e5f-82c1-966b18361270 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7417655 Feb 05 18:56:56.848653 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-601863da-02a7-4b17-b518-7c7bccad1a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:56.889308 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:56.890218 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:56.891874 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] 10.222.0.69 "PUT /v2.0/ports/0c1f6272-5aed-4b75-9d13-dca5999ce844 HTTP/1.1" status: 200 len: 1161 time: 2.6771250 Feb 05 18:56:56.892543 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef648465-47c7-4da6-94d6-0c16a286b850', 'tag': '0c1f6272-5aed-4b75-9d13-dca5999ce844'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:56.919877 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-601863da-02a7-4b17-b518-7c7bccad1a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:56.926022 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-75f3b134-3a56-444f-ba49-54b8f2ad80ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:56.953880 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601863da-02a7-4b17-b518-7c7bccad1a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b45301c-30ec-4dc7-96c9-ce8b08d852a6,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:56.971221 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-601863da-02a7-4b17-b518-7c7bccad1a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:56.976002 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-601863da-02a7-4b17-b518-7c7bccad1a80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b45301c-30ec-4dc7-96c9-ce8b08d852a6 HTTP/1.1" status: 204 len: 168 time: 0.6220641 Feb 05 18:56:56.977702 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-601863da-02a7-4b17-b518-7c7bccad1a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:57.027120 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42adabf-0336-4c55-8031-5c86caa4915f req-df4549a1-8455-4b2a-988d-0bf5498782b5 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:57.028941 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f42adabf-0336-4c55-8031-5c86caa4915f req-df4549a1-8455-4b2a-988d-0bf5498782b5 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.2707341 Feb 05 18:56:57.039073 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 42764) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:57.045053 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-98a95359-a9b9-4463-9abf-7aa2d3686aee tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Request body: {'floatingip': {'port_id': 'cd2876aa-5fff-4b88-bcdc-432fd0103548'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:57.122382 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-7afb3769-b346-4c36-9514-1f1ad81751c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:57.125348 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-7afb3769-b346-4c36-9514-1f1ad81751c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5bd3dec516042079cef3e2cfe8bece9&device_id=ef648465-47c7-4da6-94d6-0c16a286b850 HTTP/1.1" status: 200 len: 1164 time: 0.1230936 Feb 05 18:56:57.199077 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98a95359-a9b9-4463-9abf-7aa2d3686aee tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for floatingip, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:57.210886 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:57.253622 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef648465-47c7-4da6-94d6-0c16a286b850', 'tag': '0c1f6272-5aed-4b75-9d13-dca5999ce844', 'status': 'completed', 'code': 200} Feb 05 18:56:57.260625 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8526250-6f2d-447a-bac7-4489a34060c7 None None] Network 1e7a1395-c3c6-4f91-b39a-6b2e7dc97a1f requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:56:57.268497 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-dd7f3720-d9e5-4da1-b569-03d7d6ca2b76 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=0c1f6272-5aed-4b75-9d13-dca5999ce844 HTTP/1.1" status: 200 len: 217 time: 0.1238556 Feb 05 18:56:57.452849 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-dad072d1-f30e-4aaf-aed3-c64008f119b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:57.454450 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-dad072d1-f30e-4aaf-aed3-c64008f119b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=93d4fdd0-91f9-4d12-9d47-8ab7296cf540 HTTP/1.1" status: 200 len: 843 time: 0.1794627 Feb 05 18:56:57.565335 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-2b2bc903-0b3e-4054-a908-5fc8df0c4ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:57.567197 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-2b2bc903-0b3e-4054-a908-5fc8df0c4ed1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f490633-1b2a-48c3-88d7-017f2ec33de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1016045 Feb 05 18:56:57.654777 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:57.655190 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:57.764184 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-5d1c491f-bcf5-4c76-a517-7d1f81b74508 service neutron] 10.222.0.69 "GET /v2.0/networks/4f490633-1b2a-48c3-88d7-017f2ec33de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893406 Feb 05 18:56:57.990277 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b61aa3ef-9238-4d0c-ba3a-e4fba3c6ad65 req-608746ca-e751-48a1-99f1-223831b783ba service neutron] 10.222.0.69 "GET /v2.0/networks/4f490633-1b2a-48c3-88d7-017f2ec33de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2140079 Feb 05 18:56:58.046634 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fae93b-d983-49df-a3c2-b83f55c5e319 req-e1463436-3831-4e77-a1a2-6d99728b44db tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:58.048176 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-19fae93b-d983-49df-a3c2-b83f55c5e319 req-e1463436-3831-4e77-a1a2-6d99728b44db tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef648465-47c7-4da6-94d6-0c16a286b850 HTTP/1.1" status: 200 len: 947 time: 0.4882364 Feb 05 18:56:58.129818 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-19fae93b-d983-49df-a3c2-b83f55c5e319 req-8c28f7d8-a598-40c1-88ac-e9a15d975ac0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/security-groups?id=5da871fe-6d7b-4d2d-b8c2-ee114ab383ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696163 Feb 05 18:56:58.256249 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903218a-035c-46bb-84a2-36420a2d0b1e req-922e4385-1fb3-46fb-a87c-77d397e53c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:58.258447 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d903218a-035c-46bb-84a2-36420a2d0b1e req-922e4385-1fb3-46fb-a87c-77d397e53c2e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5bd3dec516042079cef3e2cfe8bece9&device_id=ef648465-47c7-4da6-94d6-0c16a286b850 HTTP/1.1" status: 200 len: 1164 time: 0.1336570 Feb 05 18:56:58.408050 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4f1c0-3713-40bb-aa1e-ae5a05160734 req-789fb750-0a1d-4b15-bdf6-065f060e2110 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:58.415778 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-60e4f1c0-3713-40bb-aa1e-ae5a05160734 req-789fb750-0a1d-4b15-bdf6-065f060e2110 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.5542629 Feb 05 18:56:58.500863 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903218a-035c-46bb-84a2-36420a2d0b1e req-438d03bb-21cb-4140-b629-9f4e15621c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:58.503178 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d903218a-035c-46bb-84a2-36420a2d0b1e req-438d03bb-21cb-4140-b629-9f4e15621c17 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4f490633-1b2a-48c3-88d7-017f2ec33de5 HTTP/1.1" status: 200 len: 863 time: 0.2356241 Feb 05 18:56:58.552475 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-60e4f1c0-3713-40bb-aa1e-ae5a05160734 req-efca578f-4ba2-4c95-ad94-888563c74695 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357529 Feb 05 18:56:58.622775 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d903218a-035c-46bb-84a2-36420a2d0b1e req-fab7474d-1b5e-4659-b8ea-cdd7213a381f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=0c1f6272-5aed-4b75-9d13-dca5999ce844 HTTP/1.1" status: 200 len: 217 time: 0.1089394 Feb 05 18:56:58.718327 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903218a-035c-46bb-84a2-36420a2d0b1e req-4d68cc10-0db6-49f4-8eeb-c9a1a111eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:58.720213 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d903218a-035c-46bb-84a2-36420a2d0b1e req-4d68cc10-0db6-49f4-8eeb-c9a1a111eba1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=93d4fdd0-91f9-4d12-9d47-8ab7296cf540 HTTP/1.1" status: 200 len: 843 time: 0.0828538 Feb 05 18:56:58.852807 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 42814) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:58.861765 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1846248074-network', 'tenant_id': '0c75bdfcef654683b8c25ccbde03e294'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:58.868529 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:58.875112 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Usage tracker for resource:network and tenant:0c75bdfcef654683b8c25ccbde03e294 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:58.878815 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:58.882919 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903218a-035c-46bb-84a2-36420a2d0b1e req-ebd33cd5-f83d-44c9-a8a6-811756aecca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:58.884537 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d903218a-035c-46bb-84a2-36420a2d0b1e req-ebd33cd5-f83d-44c9-a8a6-811756aecca6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f490633-1b2a-48c3-88d7-017f2ec33de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1434350 Feb 05 18:56:58.888407 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:58.924002 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Made reservation on behalf of 0c75bdfcef654683b8c25ccbde03e294 for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:56:58.928881 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:59.007731 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:59.010765 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b9afc-29c5-40b7-94f0-87bcac419814 req-361fb3da-16db-4358-9187-a48d2b03838c tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:59.012463 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-804b9afc-29c5-40b7-94f0-87bcac419814 req-361fb3da-16db-4358-9187-a48d2b03838c tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=65d3b532-4fa9-4142-b503-5b2121b07f1c HTTP/1.1" status: 200 len: 945 time: 0.5945714 Feb 05 18:56:59.031633 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:59.044466 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Usage tracker for resource:security_group_rule and tenant:0c75bdfcef654683b8c25ccbde03e294 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:59.049279 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:59.059061 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:59.119154 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d903218a-035c-46bb-84a2-36420a2d0b1e req-b8d3bfbe-cdea-4a02-918b-c4f6ae6ae3d1 service neutron] 10.222.0.69 "GET /v2.0/networks/4f490633-1b2a-48c3-88d7-017f2ec33de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204862 Feb 05 18:56:59.137416 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-804b9afc-29c5-40b7-94f0-87bcac419814 req-a22e6c4a-c762-47e0-ba7c-ca35875a5680 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157429 Feb 05 18:56:59.264984 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98a95359-a9b9-4463-9abf-7aa2d3686aee tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:59.268633 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98a95359-a9b9-4463-9abf-7aa2d3686aee tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2021456'] for floatingip, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:59.399324 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d903218a-035c-46bb-84a2-36420a2d0b1e req-69639a1f-227a-4049-9589-b83e0436af1b service neutron] 10.222.0.69 "GET /v2.0/networks/4f490633-1b2a-48c3-88d7-017f2ec33de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2628732 Feb 05 18:56:59.410334 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:59.415367 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:59.429059 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3c467c41-b6ab-45dc-bac0-853672c4192e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:59.477966 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:56:59.492478 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db219f9-cdda-4d0a-b084-9e265482c396,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:59.511887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:59.514194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275292180135', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:59.516708 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Added segment 2df7fd3c-3840-483d-bc55-8b8579bbb786 of type vxlan for network a7344606-7c00-4cf9-ac61-363dbeadedc6 Feb 05 18:56:59.576772 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275292661176'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:59.612229 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:59.613590 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:59.614242 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:59.620629 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:59.736097 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8809273 Feb 05 18:56:59.736928 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 42836) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:59.742413 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Pushing event updated for resources: {'Network': ['ID=a7344606-7c00-4cf9-ac61-363dbeadedc6,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:59.747515 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-b93c62ab-f9dd-4e04-8efa-b462fae40b9d admin admin] Request body: {'subnet': {'network_id': 'a7344606-7c00-4cf9-ac61-363dbeadedc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1846248074-subnet', 'tenant_id': '0c75bdfcef654683b8c25ccbde03e294', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:59.752820 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:59.754035 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b93c62ab-f9dd-4e04-8efa-b462fae40b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:59.759645 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b93c62ab-f9dd-4e04-8efa-b462fae40b9d admin admin] Usage tracker for resource:subnet and tenant:0c75bdfcef654683b8c25ccbde03e294 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:59.762840 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b93c62ab-f9dd-4e04-8efa-b462fae40b9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:59.765542 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Network a7344606-7c00-4cf9-ac61-363dbeadedc6 details requested by agent ovs-agent-dv-cinder-774288-2-smb with host dv-cinder-774288-2-smb {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:56:59.772319 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b93c62ab-f9dd-4e04-8efa-b462fae40b9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:59.784422 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.l3_db [None req-98a95359-a9b9-4463-9abf-7aa2d3686aee tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Floating IP eb30be51-cf3c-4809-8f9c-17af81b1a76b associated. External IP: 172.28.0.95, port: cd2876aa-5fff-4b88-bcdc-432fd0103548. Feb 05 18:56:59.784933 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93c62ab-f9dd-4e04-8efa-b462fae40b9d admin admin] Made reservation on behalf of 0c75bdfcef654683b8c25ccbde03e294 for: {'subnet': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:56:59.791107 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b93c62ab-f9dd-4e04-8efa-b462fae40b9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:59.880058 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Network a7344606-7c00-4cf9-ac61-363dbeadedc6 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:57:00.081630 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f8318-edca-440a-9c17-6107bf756946 req-8fd339ad-9351-4173-a8a9-a9f16166e0e2 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:00.083314 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d43f8318-edca-440a-9c17-6107bf756946 req-8fd339ad-9351-4173-a8a9-a9f16166e0e2 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef648465-47c7-4da6-94d6-0c16a286b850 HTTP/1.1" status: 200 len: 947 time: 0.6293654 Feb 05 18:57:00.266225 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b93c62ab-f9dd-4e04-8efa-b462fae40b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for subnet, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:00.282243 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-92baf108-18e7-4193-a515-4e55c4454404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:00.366290 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d43f8318-edca-440a-9c17-6107bf756946 req-98fd82df-45da-4ad9-a382-0908540eb24b tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/security-groups?id=5da871fe-6d7b-4d2d-b8c2-ee114ab383ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205949 Feb 05 18:57:00.416466 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c62ab-f9dd-4e04-8efa-b462fae40b9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=103142ee-ef60-455e-8e9e-e97bb6bf6dac,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:00.420937 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b93c62ab-f9dd-4e04-8efa-b462fae40b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:00.481654 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132f8f5-62a9-4f81-9ca5-115c889b5e98 req-ba9dd2da-6db7-4919-b053-63a617545099 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:00.483349 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7132f8f5-62a9-4f81-9ca5-115c889b5e98 req-ba9dd2da-6db7-4919-b053-63a617545099 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.3979976 Feb 05 18:57:00.508904 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a95359-a9b9-4463-9abf-7aa2d3686aee tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Router 974005bb-424b-4c4d-b499-ad4ec9119668 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:57:00.516781 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c62ab-f9dd-4e04-8efa-b462fae40b9d admin admin] Checking segment: {'id': '2df7fd3c-3840-483d-bc55-8b8579bbb786', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a7344606-7c00-4cf9-ac61-363dbeadedc6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:57:00.517089 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c62ab-f9dd-4e04-8efa-b462fae40b9d admin admin] Network hostable DHCP agents. Network: a7344606-7c00-4cf9-ac61-363dbeadedc6, hostable agents: ['eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9'], hosted agents: [] {{(pid=80159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:57:00.537099 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c62ab-f9dd-4e04-8efa-b462fae40b9d admin admin] Network a7344606-7c00-4cf9-ac61-363dbeadedc6 is scheduled to be hosted by DHCP agent eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9 with binding_index 1 {{(pid=80159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:57:00.546249 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-b93c62ab-f9dd-4e04-8efa-b462fae40b9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-smb, a7344606-7c00-4cf9-ac61-363dbeadedc6) {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:57:00.550160 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93c62ab-f9dd-4e04-8efa-b462fae40b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:00.550791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b93c62ab-f9dd-4e04-8efa-b462fae40b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:00.556753 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99e03c1-dc4a-4fbf-9275-d861260f8bf6 None None] Network a7344606-7c00-4cf9-ac61-363dbeadedc6 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:57:00.584823 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-b93c62ab-f9dd-4e04-8efa-b462fae40b9d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8444250 Feb 05 18:57:00.644223 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7132f8f5-62a9-4f81-9ca5-115c889b5e98 req-bd090fec-9b89-4cee-86f9-33909dc27324 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451705 Feb 05 18:57:00.823005 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a95359-a9b9-4463-9abf-7aa2d3686aee tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:57:00.831604 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98a95359-a9b9-4463-9abf-7aa2d3686aee tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for floatingip, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:00.837478 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab8814-97ae-4526-b009-bf89a8911bd7 None None] Sync routers for ids ['974005bb-424b-4c4d-b499-ad4ec9119668'] in dv-cinder-774288-2-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:57:00.868444 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ab8814-97ae-4526-b009-bf89a8911bd7 None None] Routers {'974005bb-424b-4c4d-b499-ad4ec9119668'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:57:00.869114 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-10ab8814-97ae-4526-b009-bf89a8911bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:56:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['974005bb-424b-4c4d-b499-ad4ec9119668'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:57:00.891944 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 42858) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:00.926892 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-98a95359-a9b9-4463-9abf-7aa2d3686aee tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "PUT /v2.0/floatingips/eb30be51-cf3c-4809-8f9c-17af81b1a76b HTTP/1.1" status: 200 len: 990 time: 3.8865454 Feb 05 18:57:00.927813 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc889f1-6106-4acd-b117-a96d84311ab3', 'tag': 'cd2876aa-5fff-4b88-bcdc-432fd0103548'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:57:01.032521 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad39a7ea-6fff-451e-9a47-d66727d37def admin admin] Deleting subnet be66fc27-a6c0-4926-b5b4-957263092a9d {{(pid=80159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 18:57:01.045373 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ad39a7ea-6fff-451e-9a47-d66727d37def admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:01.072172 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef5e5bf-2198-4186-8269-ef91006668da None None] Network a7344606-7c00-4cf9-ac61-363dbeadedc6 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:57:01.107144 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Network 4f490633-1b2a-48c3-88d7-017f2ec33de5 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:57:01.112633 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ad39a7ea-6fff-451e-9a47-d66727d37def admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:01.123060 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ad39a7ea-6fff-451e-9a47-d66727d37def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748778'] for subnet, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:01.135881 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-10ab8814-97ae-4526-b009-bf89a8911bd7 None None] Set router 974005bb-424b-4c4d-b499-ad4ec9119668 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:57:01.251186 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc889f1-6106-4acd-b117-a96d84311ab3', 'tag': 'cd2876aa-5fff-4b88-bcdc-432fd0103548', 'status': 'completed', 'code': 200} Feb 05 18:57:01.668288 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ad39a7ea-6fff-451e-9a47-d66727d37def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for subnet, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:01.724613 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:01.868659 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39a7ea-6fff-451e-9a47-d66727d37def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be66fc27-a6c0-4926-b5b4-957263092a9d,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:01.882008 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ad39a7ea-6fff-451e-9a47-d66727d37def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:01.898550 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6feb1d-623c-44ce-a6c8-82fbdc6ef866 req-03315e9d-27f4-44a9-a5b0-18ee6266b52a tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:01.901045 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bc6feb1d-623c-44ce-a6c8-82fbdc6ef866 req-03315e9d-27f4-44a9-a5b0-18ee6266b52a tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef648465-47c7-4da6-94d6-0c16a286b850 HTTP/1.1" status: 200 len: 947 time: 0.2631292 Feb 05 18:57:01.934748 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ad39a7ea-6fff-451e-9a47-d66727d37def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:01.947029 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-ad39a7ea-6fff-451e-9a47-d66727d37def admin admin] 10.222.0.23 "DELETE /v2.0/subnets/be66fc27-a6c0-4926-b5b4-957263092a9d HTTP/1.1" status: 204 len: 168 time: 1.0527339 Feb 05 18:57:01.949722 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848de30-7309-47f2-8fbf-60b83399ca62 req-66f3d2d0-f842-449d-8a43-2e6a107089e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:01.950431 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-10ab8814-97ae-4526-b009-bf89a8911bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T18:56:11Z', 'revision_number': 4, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_floatingips': [{'id': 'eb30be51-cf3c-4809-8f9c-17af81b1a76b', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'floating_ip_address': '172.28.0.95', 'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'router_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'port_id': 'cd2876aa-5fff-4b88-bcdc-432fd0103548', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'mac_address': 'fa:16:3e:96:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc889f1-6106-4acd-b117-a96d84311ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:25Z', 'updated_at': '2021-02-05T18:56:59Z', 'revision_number': 1, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8e2389-872e-45a8-a810-478db9c3d679', 'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'mac_address': 'fa:16:3e:d6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:56:07Z', 'updated_at': '2021-02-05T18:56:23Z', 'revision_number': 5, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'subnets': [{'id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:57:01.951836 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6848de30-7309-47f2-8fbf-60b83399ca62 req-66f3d2d0-f842-449d-8a43-2e6a107089e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5cc116b07494a72826dda0f60f8b9a7&device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 1162 time: 0.3870795 Feb 05 18:57:01.952654 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 42882) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:01.954887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab8814-97ae-4526-b009-bf89a8911bd7 None None] Checking router: 974005bb-424b-4c4d-b499-ad4ec9119668 for host: dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:57:01.964477 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ab8814-97ae-4526-b009-bf89a8911bd7 None None] Routers {'974005bb-424b-4c4d-b499-ad4ec9119668'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:57:01.965130 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-10ab8814-97ae-4526-b009-bf89a8911bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:56:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['974005bb-424b-4c4d-b499-ad4ec9119668'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:57:01.991541 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bc6feb1d-623c-44ce-a6c8-82fbdc6ef866 req-3a75f764-3660-475a-b4f3-ab40d5c75542 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/security-groups?id=5da871fe-6d7b-4d2d-b8c2-ee114ab383ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825677 Feb 05 18:57:02.012467 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.objects.ports [None req-8a419c9f-bf59-4282-bcba-d022a258dc78 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80160) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 18:57:02.040167 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-917e8a69-bcee-4d1e-b425-084a2374ff28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:02.166735 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-10ab8814-97ae-4526-b009-bf89a8911bd7 None None] Set router 974005bb-424b-4c4d-b499-ad4ec9119668 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:57:02.185263 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989089'] for network, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:02.256408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f572174-baef-48ea-b259-435529aa9690 req-f17cb0fe-bea4-456c-b9ce-d69b2c655f62 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:02.258627 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2f572174-baef-48ea-b259-435529aa9690 req-f17cb0fe-bea4-456c-b9ce-d69b2c655f62 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.1902328 Feb 05 18:57:02.339528 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848de30-7309-47f2-8fbf-60b83399ca62 req-c32b388f-1065-430b-aed9-b916a2b791b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:02.341122 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6848de30-7309-47f2-8fbf-60b83399ca62 req-c32b388f-1065-430b-aed9-b916a2b791b1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9965b9d0-889c-488e-93d5-091708438716 HTTP/1.1" status: 200 len: 911 time: 0.3629003 Feb 05 18:57:02.343334 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2f572174-baef-48ea-b259-435529aa9690 req-bd4192b3-cf6e-4e88-8a01-b62d5d552eac tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776970 Feb 05 18:57:02.576080 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-10ab8814-97ae-4526-b009-bf89a8911bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T18:56:11Z', 'revision_number': 4, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_floatingips': [{'id': 'eb30be51-cf3c-4809-8f9c-17af81b1a76b', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'floating_ip_address': '172.28.0.95', 'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'router_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'port_id': 'cd2876aa-5fff-4b88-bcdc-432fd0103548', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'mac_address': 'fa:16:3e:96:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc889f1-6106-4acd-b117-a96d84311ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:25Z', 'updated_at': '2021-02-05T18:56:59Z', 'revision_number': 1, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8e2389-872e-45a8-a810-478db9c3d679', 'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'mac_address': 'fa:16:3e:d6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:56:07Z', 'updated_at': '2021-02-05T18:56:23Z', 'revision_number': 5, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'subnets': [{'id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:57:02.580837 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab8814-97ae-4526-b009-bf89a8911bd7 None None] The sync data for ids ['974005bb-424b-4c4d-b499-ad4ec9119668'] in dv-cinder-774288-2-smb is: [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T18:56:11Z', 'revision_number': 4, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_floatingips': [{'id': 'eb30be51-cf3c-4809-8f9c-17af81b1a76b', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'floating_ip_address': '172.28.0.95', 'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'router_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'port_id': 'cd2876aa-5fff-4b88-bcdc-432fd0103548', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'mac_address': 'fa:16:3e:96:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc889f1-6106-4acd-b117-a96d84311ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:25Z', 'updated_at': '2021-02-05T18:56:59Z', 'revision_number': 1, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8e2389-872e-45a8-a810-478db9c3d679', 'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'mac_address': 'fa:16:3e:d6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:56:07Z', 'updated_at': '2021-02-05T18:56:23Z', 'revision_number': 5, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'subnets': [{'id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:57:02.720869 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1016662', 'neutron.services.segments.db._delete_segments_for_network-8761562595665'] for network, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:02.845626 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6848de30-7309-47f2-8fbf-60b83399ca62 req-8dc83a91-5242-4ee5-baab-c5da51426732 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd2876aa-5fff-4b88-bcdc-432fd0103548 HTTP/1.1" status: 200 len: 998 time: 0.4500985 Feb 05 18:57:02.900356 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2c1452-b389-4866-ad7a-40260d97ba2d None None] New status for floating IP eb30be51-cf3c-4809-8f9c-17af81b1a76b: ACTIVE {{(pid=80160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 18:57:02.906007 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:57:02.907887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:57:02.910297 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:57:02.910834 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Subscribe: > port after_create 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:57:02.911339 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:57:02.911867 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Subscribe: > port after_update 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:57:02.912515 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:57:02.913098 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:57:02.913616 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:57:02.914128 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:57:02.992531 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:57:02.992921 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:57:02.993578 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:57:02.995032 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80159) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:57:02.995420 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7a1395-c3c6-4f91-b39a-6b2e7dc97a1f']}} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:57:03.011413 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f2585d-2582-46cb-8c93-28a8bf87087c') {'for_net_delete': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:57:03.011745 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f2585d-2582-46cb-8c93-28a8bf87087c') {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:57:03.033758 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761562606195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846554632'] for segment, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:03.067795 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:03.072146 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 18:57:03.091970 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848de30-7309-47f2-8fbf-60b83399ca62 req-e7b87d9e-a6dc-44d0-8313-a7b65693a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:03.093692 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6848de30-7309-47f2-8fbf-60b83399ca62 req-e7b87d9e-a6dc-44d0-8313-a7b65693a5bf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f1bdea3-74d8-4195-980b-db0b045c7457 HTTP/1.1" status: 200 len: 856 time: 0.2365787 Feb 05 18:57:03.152657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 0c1f6272-5aed-4b75-9d13-dca5999ce844 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:03.364356 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Network 1e7a1395-c3c6-4f91-b39a-6b2e7dc97a1f has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:57:03.383224 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853759575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847988511'] for segment, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:03.433366 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:03.484124 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848de30-7309-47f2-8fbf-60b83399ca62 req-885208ad-a0e7-4440-8a7a-0642c68f549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:03.485768 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6848de30-7309-47f2-8fbf-60b83399ca62 req-885208ad-a0e7-4440-8a7a-0642c68f549c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9965b9d0-889c-488e-93d5-091708438716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3074975 Feb 05 18:57:03.520782 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8112e-d93d-40db-8611-acf6880d607d req-bdff52ec-cdcf-4db6-a27b-829b0840d8f1 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:03.530600 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-60c8112e-d93d-40db-8611-acf6880d607d req-bdff52ec-cdcf-4db6-a27b-829b0840d8f1 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef648465-47c7-4da6-94d6-0c16a286b850 HTTP/1.1" status: 200 len: 947 time: 0.3703475 Feb 05 18:57:03.546649 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning for port 0c1f6272-5aed-4b75-9d13-dca5999ce844 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:57:03.556020 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 0c1f6272-5aed-4b75-9d13-dca5999ce844 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:03.556500 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:03.692190 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-60c8112e-d93d-40db-8611-acf6880d607d req-554b6850-d9c9-44e5-82dc-8741b8fd6871 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/security-groups?id=5da871fe-6d7b-4d2d-b8c2-ee114ab383ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605330 Feb 05 18:57:03.749863 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:03.788509 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef648465-47c7-4da6-94d6-0c16a286b850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1f6272-5aed-4b75-9d13-dca5999ce844'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:57:03.799443 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 0c1f6272-5aed-4b75-9d13-dca5999ce844, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=0c1f6272-5aed-4b75-9d13-dca5999ce844,segment=NetworkSegment(3dd07d04-5448-4f55-8a70-e792f98b139a),segment_id=3dd07d04-5448-4f55-8a70-e792f98b139a)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:57:03.803155 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Network 1e7a1395-c3c6-4f91-b39a-6b2e7dc97a1f has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:57:03.803744 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:03.805896 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: (rel_b, rel_a, rel_b), Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: (rel_b, rel_a, rel_b), Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: Traceback (most recent call last): Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: timer() Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: cb(*args, **kw) Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: return func(*args, **kwargs) Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: self._notify() Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: self.callback(batched_events) Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: event.method(event) Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: segment_id)['aggregates'][0] Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: return f(self, *a, **k) Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: return self._get(url).json() Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: **kwargs) Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: **endpoint_filter) Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 18:57:03.855906 dv-cinder-774288-2-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 18:57:03.869923 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef648465-47c7-4da6-94d6-0c16a286b850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1f6272-5aed-4b75-9d13-dca5999ce844', 'code': 200} Feb 05 18:57:03.888945 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=0c1f6272-5aed-4b75-9d13-dca5999ce844,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:03.901395 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:04.001516 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853759138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2021475'] for network, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:04.009503 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6848de30-7309-47f2-8fbf-60b83399ca62 req-b1256075-538e-41c5-96be-518e1d751416 service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609387 Feb 05 18:57:04.011116 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:04.014389 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d9135-da94-4c2e-9b28-c30db499e74c req-a106d92e-372d-4925-aed7-663e66130a13 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:04.022381 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d79d9135-da94-4c2e-9b28-c30db499e74c req-a106d92e-372d-4925-aed7-663e66130a13 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.2096946 Feb 05 18:57:04.032077 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:04.059049 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e7a1395-c3c6-4f91-b39a-6b2e7dc97a1f,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:04.065755 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:04.072642 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1e7a1395-c3c6-4f91-b39a-6b2e7dc97a1f HTTP/1.1" status: 204 len: 168 time: 2.1180258 Feb 05 18:57:04.096913 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d79d9135-da94-4c2e-9b28-c30db499e74c req-d791c23b-1491-4282-9248-2cca984e2351 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680633 Feb 05 18:57:04.097733 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 42918) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:04.213737 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dc91c35a-07ba-4637-8418-7c695df94740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:04.222566 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6848de30-7309-47f2-8fbf-60b83399ca62 req-ba41f3f9-8bab-4ad6-bcdf-1b04997d4779 service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1946082 Feb 05 18:57:04.284090 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca4c6ab-6843-4e61-89a2-ac910ad26069 admin admin] Deleting subnet 103142ee-ef60-455e-8e9e-e97bb6bf6dac {{(pid=80158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 18:57:04.334195 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c6ab-6843-4e61-89a2-ac910ad26069 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:04.399496 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae11cde-eba4-429b-9af7-b54fdd20471c req-fb5d2f09-607a-4fb3-a29e-3c72f2338596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:04.401080 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7ae11cde-eba4-429b-9af7-b54fdd20471c req-fb5d2f09-607a-4fb3-a29e-3c72f2338596 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef648465-47c7-4da6-94d6-0c16a286b850 HTTP/1.1" status: 200 len: 1166 time: 0.2632465 Feb 05 18:57:04.454632 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c6ab-6843-4e61-89a2-ac910ad26069 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6615767'] for subnet, precommit_delete_associations {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:04.461556 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 0c1f6272-5aed-4b75-9d13-dca5999ce844 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:04.538903 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 0c1f6272-5aed-4b75-9d13-dca5999ce844 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:04.539319 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:04.615063 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-72478499-c54c-45c0-adf4-23ac381784ef tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:04.616686 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-72478499-c54c-45c0-adf4-23ac381784ef tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/networks?id=b4d031a8-5511-4a0c-8172-059ed7971489 HTTP/1.1" status: 200 len: 814 time: 0.3783677 Feb 05 18:57:04.621029 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7ae11cde-eba4-429b-9af7-b54fdd20471c req-46b6e764-41dd-4006-86ad-846ecdb5c15d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=5da871fe-6d7b-4d2d-b8c2-ee114ab383ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093105 Feb 05 18:57:04.644408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c6ab-6843-4e61-89a2-ac910ad26069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748778'] for subnet, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:04.691767 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-6fccce8d-3770-40df-be76-f7feb8c157ad tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/quotas/43a855f1df7b49c1a170438467a37f52 HTTP/1.1" status: 200 len: 375 time: 0.0590770 Feb 05 18:57:04.824675 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:05.167458 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-ef6f201d-fe4d-45bb-85f4-b5016733aa05 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=43a855f1df7b49c1a170438467a37f52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4578795 Feb 05 18:57:05.469373 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-93d2b517-3d81-46a4-8688-35ea61785c48 service neutron] 10.222.0.23 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834706 Feb 05 18:57:05.469373 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c6ab-6843-4e61-89a2-ac910ad26069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7513663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848261096'] for subnet, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:05.489229 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6ca508b3-d0b0-4f7a-982a-7fd3cd21a6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:05.648972 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:05.658493 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4c6ab-6843-4e61-89a2-ac910ad26069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=103142ee-ef60-455e-8e9e-e97bb6bf6dac,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:05.661410 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9ca4c6ab-6843-4e61-89a2-ac910ad26069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:05.764132 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc03a42-065a-443b-8e6a-d9d5b215c6a8 req-79262051-7464-4217-857a-16f36ca7e33f tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:05.766313 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-adc03a42-065a-443b-8e6a-d9d5b215c6a8 req-79262051-7464-4217-857a-16f36ca7e33f tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef648465-47c7-4da6-94d6-0c16a286b850 HTTP/1.1" status: 200 len: 949 time: 0.4688644 Feb 05 18:57:05.861781 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9ca4c6ab-6843-4e61-89a2-ac910ad26069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:05.886810 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-9ca4c6ab-6843-4e61-89a2-ac910ad26069 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/103142ee-ef60-455e-8e9e-e97bb6bf6dac HTTP/1.1" status: 204 len: 168 time: 1.7877891 Feb 05 18:57:05.889479 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 42974) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:05.907242 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-adc03a42-065a-443b-8e6a-d9d5b215c6a8 req-565ecd00-1080-423a-82fc-900518bb4ede tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/security-groups?id=5da871fe-6d7b-4d2d-b8c2-ee114ab383ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207039 Feb 05 18:57:05.929409 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-51b32220-97ed-4341-8ef4-997069623b60 service neutron] 10.222.0.23 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4438527 Feb 05 18:57:06.145563 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7266-1e35-437e-b204-7eb8de2ba04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989089'] for network, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:06.301771 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16378c2f-5a20-4021-853d-c467de8033c5 req-9c1ce671-dc78-48df-baf6-dc2732a30f84 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:06.303744 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-16378c2f-5a20-4021-853d-c467de8033c5 req-9c1ce671-dc78-48df-baf6-dc2732a30f84 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.2189074 Feb 05 18:57:06.335721 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:06.430321 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7266-1e35-437e-b204-7eb8de2ba04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1016662', 'neutron.services.segments.db._delete_segments_for_network-8761562595665'] for network, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:06.456534 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 0c1f6272-5aed-4b75-9d13-dca5999ce844 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:06.476036 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-16378c2f-5a20-4021-853d-c467de8033c5 req-a633229e-5c66-4684-a5de-804146f3a481 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489892 Feb 05 18:57:06.618157 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 0c1f6272-5aed-4b75-9d13-dca5999ce844 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:06.619185 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:06.633934 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-6dbf7266-1e35-437e-b204-7eb8de2ba04d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7344606-7c00-4cf9-ac61-363dbeadedc6']}} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:57:06.649478 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-6dbf7266-1e35-437e-b204-7eb8de2ba04d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df7fd3c-3840-483d-bc55-8b8579bbb786') {'for_net_delete': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:57:06.649939 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-6dbf7266-1e35-437e-b204-7eb8de2ba04d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df7fd3c-3840-483d-bc55-8b8579bbb786') {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:57:06.658989 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-69024903-c8e5-446d-b5e1-4cb45d4b10a4 req-714059a5-1c8b-40a1-9dd6-c224bab9917d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=5015ed9f-a226-4153-9c4a-78f89cf13e8c HTTP/1.1" status: 200 len: 210 time: 0.1817341 Feb 05 18:57:06.677473 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7266-1e35-437e-b204-7eb8de2ba04d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761562606195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846554632'] for segment, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:06.697234 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7266-1e35-437e-b204-7eb8de2ba04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:06.699603 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6dbf7266-1e35-437e-b204-7eb8de2ba04d admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 18:57:06.910922 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-6dbf7266-1e35-437e-b204-7eb8de2ba04d admin admin] Network a7344606-7c00-4cf9-ac61-363dbeadedc6 has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:57:06.920392 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7266-1e35-437e-b204-7eb8de2ba04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853759575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847988511'] for segment, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:07.126062 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-6dbf7266-1e35-437e-b204-7eb8de2ba04d admin admin] Network a7344606-7c00-4cf9-ac61-363dbeadedc6 has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: Traceback (most recent call last): Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: timer() Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: cb(*args, **kw) Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: return func(*args, **kwargs) Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: self._notify() Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: self.callback(batched_events) Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: event.method(event) Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: segment_id)['aggregates'][0] Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: return f(self, *a, **k) Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: return self._get(url).json() Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: **kwargs) Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: **endpoint_filter) Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 18:57:07.214429 dv-cinder-774288-2-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 18:57:07.232942 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150cc9a-57c3-45aa-8131-55d7445ab7fe req-7ca9c8ab-76d9-4acc-9615-2676ec7a4cdf tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:07.234700 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f150cc9a-57c3-45aa-8131-55d7445ab7fe req-7ca9c8ab-76d9-4acc-9615-2676ec7a4cdf tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef648465-47c7-4da6-94d6-0c16a286b850 HTTP/1.1" status: 200 len: 949 time: 0.1855502 Feb 05 18:57:07.248323 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7266-1e35-437e-b204-7eb8de2ba04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853759138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2021475'] for network, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:07.251758 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:07.269662 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7266-1e35-437e-b204-7eb8de2ba04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:07.278115 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf7266-1e35-437e-b204-7eb8de2ba04d admin admin] Pushing event deleted for resources: {'Network': ['ID=a7344606-7c00-4cf9-ac61-363dbeadedc6,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:07.284080 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-6dbf7266-1e35-437e-b204-7eb8de2ba04d admin admin] 10.222.0.23 "DELETE /v2.0/networks/a7344606-7c00-4cf9-ac61-363dbeadedc6 HTTP/1.1" status: 204 len: 168 time: 1.3908379 Feb 05 18:57:07.284080 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6dbf7266-1e35-437e-b204-7eb8de2ba04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:07.304641 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f150cc9a-57c3-45aa-8131-55d7445ab7fe req-83403e6b-52ea-4099-8f70-c534cf273a20 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/security-groups?id=5da871fe-6d7b-4d2d-b8c2-ee114ab383ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622797 Feb 05 18:57:07.601559 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 43042) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:07.684299 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 43052) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:07.685523 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-71c4817d-51f7-4bae-b605-e65eeea4dd02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b3fe3d4c20f488abafe57a189ccbc6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0826380 Feb 05 18:57:07.853741 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3c1298d-3004-489f-b352-2f8aa35081da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:07.907882 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3c1298d-3004-489f-b352-2f8aa35081da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:08.053326 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74c2ee-892b-4c49-b976-a1dded51f424 req-41599673-03dc-4c49-9cbb-0cb2e4da05ee tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:08.056496 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bb74c2ee-892b-4c49-b976-a1dded51f424 req-41599673-03dc-4c49-9cbb-0cb2e4da05ee tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.3107245 Feb 05 18:57:08.142384 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd705d-a0f0-42cb-b4ab-1d1bae48a39a req-c466772e-43a8-4e82-a50e-bc12ef0125b5 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:08.144041 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9acd705d-a0f0-42cb-b4ab-1d1bae48a39a req-c466772e-43a8-4e82-a50e-bc12ef0125b5 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef648465-47c7-4da6-94d6-0c16a286b850 HTTP/1.1" status: 200 len: 949 time: 0.3586867 Feb 05 18:57:08.312612 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bb74c2ee-892b-4c49-b976-a1dded51f424 req-8d1ae73e-3a68-4e88-bc5d-dbcaf0de1d8e tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674452 Feb 05 18:57:08.352159 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3c1298d-3004-489f-b352-2f8aa35081da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:08.362421 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:08.405601 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9acd705d-a0f0-42cb-b4ab-1d1bae48a39a req-77c9171f-e886-4cd7-bb9e-39b6546539e1 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/security-groups?id=5da871fe-6d7b-4d2d-b8c2-ee114ab383ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090454 Feb 05 18:57:08.417944 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1298d-3004-489f-b352-2f8aa35081da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5317ca-3fd6-4b1f-8e94-ce66b3803ff0,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:08.420760 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f3c1298d-3004-489f-b352-2f8aa35081da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:08.424776 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f3c1298d-3004-489f-b352-2f8aa35081da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:08.426958 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-f3c1298d-3004-489f-b352-2f8aa35081da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af5317ca-3fd6-4b1f-8e94-ce66b3803ff0 HTTP/1.1" status: 204 len: 168 time: 0.7415769 Feb 05 18:57:08.593793 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-cf04c64e-be98-4e68-b15f-c88ab94bc0b3 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:08.595464 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-cf04c64e-be98-4e68-b15f-c88ab94bc0b3 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.69 "GET /v2.0/networks?id=b4d031a8-5511-4a0c-8172-059ed7971489 HTTP/1.1" status: 200 len: 814 time: 0.5368636 Feb 05 18:57:08.610042 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2a6b1164-f2fd-4ecf-bbf7-a8081ad9e285 req-ffbcebd4-0380-454a-a393-f34c767b54fc tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=5015ed9f-a226-4153-9c4a-78f89cf13e8c HTTP/1.1" status: 200 len: 210 time: 0.1481502 Feb 05 18:57:08.622004 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-974c883b-6368-4f96-8f85-880649543096 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Request body: {'port': {'device_id': '5015ed9f-a226-4153-9c4a-78f89cf13e8c', 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489', 'admin_state_up': True, 'tenant_id': '43a855f1df7b49c1a170438467a37f52'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:57:08.757271 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 76a64c8e-2928-42ee-af59-a6718ce8ebdd up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:08.778097 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-974c883b-6368-4f96-8f85-880649543096 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:57:08.782354 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-974c883b-6368-4f96-8f85-880649543096 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Usage tracker for resource:port and tenant:43a855f1df7b49c1a170438467a37f52 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:57:08.785869 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-974c883b-6368-4f96-8f85-880649543096 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:57:08.791694 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-974c883b-6368-4f96-8f85-880649543096 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:57:08.800823 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-974c883b-6368-4f96-8f85-880649543096 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Made reservation on behalf of 43a855f1df7b49c1a170438467a37f52 for: {'port': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:57:08.827482 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-974c883b-6368-4f96-8f85-880649543096 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:08.832212 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 76a64c8e-2928-42ee-af59-a6718ce8ebdd triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:08.832212 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:08.954267 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 43078) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:09.010066 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-bb18de36-879e-4053-a994-47a91f84f32a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c75bdfcef654683b8c25ccbde03e294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515735 Feb 05 18:57:09.010396 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 43082) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:09.072268 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-367c52bd-77d2-4fdf-847d-1e34828d7787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:09.098804 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-367c52bd-77d2-4fdf-847d-1e34828d7787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:09.149309 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-367c52bd-77d2-4fdf-847d-1e34828d7787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:09.154418 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:09.156885 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-974c883b-6368-4f96-8f85-880649543096 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Allocated IP 172.20.0.11 (b4d031a8-5511-4a0c-8172-059ed7971489/3961e334-7d1e-4fd6-b199-f132904184e0/05fa27b2-83c5-4386-8732-178e63db3a8a) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:57:09.168195 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c52bd-77d2-4fdf-847d-1e34828d7787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db219f9-cdda-4d0a-b084-9e265482c396,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:09.171542 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-367c52bd-77d2-4fdf-847d-1e34828d7787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:09.172553 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-367c52bd-77d2-4fdf-847d-1e34828d7787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:09.173800 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-367c52bd-77d2-4fdf-847d-1e34828d7787 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9db219f9-cdda-4d0a-b084-9e265482c396 HTTP/1.1" status: 204 len: 168 time: 0.1623347 Feb 05 18:57:09.404429 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-974c883b-6368-4f96-8f85-880649543096 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:09.450292 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-974c883b-6368-4f96-8f85-880649543096 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:09.529232 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:09.969575 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c883b-6368-4f96-8f85-880649543096 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Pushing event updated for resources: {'Port': ['ID=05fa27b2-83c5-4386-8732-178e63db3a8a,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:09.992972 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-974c883b-6368-4f96-8f85-880649543096 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:10.030784 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-974c883b-6368-4f96-8f85-880649543096 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Network b4d031a8-5511-4a0c-8172-059ed7971489 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:57:10.032663 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-974c883b-6368-4f96-8f85-880649543096 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Resources bound (agent type, host, resource id): {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:57:10.037117 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-974c883b-6368-4f96-8f85-880649543096 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:57:10.158050 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012b46f-1186-4e72-88fa-344350c7dfcd req-34cc4963-f310-4bcf-abc8-c9c333333330 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:10.159736 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7012b46f-1186-4e72-88fa-344350c7dfcd req-34cc4963-f310-4bcf-abc8-c9c333333330 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.6319551 Feb 05 18:57:10.242851 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ffc35-b521-489f-be07-8d7085273338 req-a69006d3-fcee-418b-bdd6-1378806607cb tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:10.244761 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5c9ffc35-b521-489f-be07-8d7085273338 req-a69006d3-fcee-418b-bdd6-1378806607cb tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef648465-47c7-4da6-94d6-0c16a286b850 HTTP/1.1" status: 200 len: 949 time: 0.6721098 Feb 05 18:57:10.390934 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-974c883b-6368-4f96-8f85-880649543096 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:10.391657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-974c883b-6368-4f96-8f85-880649543096 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:10.455544 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7012b46f-1186-4e72-88fa-344350c7dfcd req-4d88455e-0186-494e-a6ad-d08ca102ccfa tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095571 Feb 05 18:57:10.478185 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5c9ffc35-b521-489f-be07-8d7085273338 req-3608c4a3-ebcf-4a97-839b-50e91663b1b7 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/security-groups?id=5da871fe-6d7b-4d2d-b8c2-ee114ab383ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071009 Feb 05 18:57:10.503634 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-974c883b-6368-4f96-8f85-880649543096 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8860559 Feb 05 18:57:10.551279 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Request body: {'port': {'device_id': '5015ed9f-a226-4153-9c4a-78f89cf13e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:57:10.782268 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:10.800336 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2559f85-ab42-4fb1-ae30-5259d5c18666 req-68448ffd-b6ae-4bbd-99bb-440e17b76f58 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:10.801744 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-e2559f85-ab42-4fb1-ae30-5259d5c18666 req-68448ffd-b6ae-4bbd-99bb-440e17b76f58 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Synchronizing usage tracker for tenant:e5bd3dec516042079cef3e2cfe8bece9 on resource:port {{(pid=80159) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:57:10.830951 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-e2559f85-ab42-4fb1-ae30-5259d5c18666 req-68448ffd-b6ae-4bbd-99bb-440e17b76f58 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Unset dirty status for tenant:e5bd3dec516042079cef3e2cfe8bece9 on resource:port {{(pid=80159) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:57:10.832399 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e2559f85-ab42-4fb1-ae30-5259d5c18666 req-68448ffd-b6ae-4bbd-99bb-440e17b76f58 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef648465-47c7-4da6-94d6-0c16a286b850 HTTP/1.1" status: 200 len: 949 time: 0.2855945 Feb 05 18:57:10.960145 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-e2559f85-ab42-4fb1-ae30-5259d5c18666 req-d97b0664-db85-4470-9d38-87f8127555bc tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Deleting port 0c1f6272-5aed-4b75-9d13-dca5999ce844 {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:57:10.960145 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e2559f85-ab42-4fb1-ae30-5259d5c18666 req-d97b0664-db85-4470-9d38-87f8127555bc tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:11.103890 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 76a64c8e-2928-42ee-af59-a6718ce8ebdd up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:11.200432 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 76a64c8e-2928-42ee-af59-a6718ce8ebdd triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:11.200847 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:11.237840 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07946e5-0351-4217-a76b-996b0907f879 req-0d944f81-9f90-4334-beea-78aeae2937ff tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:11.239033 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-d07946e5-0351-4217-a76b-996b0907f879 req-0d944f81-9f90-4334-beea-78aeae2937ff tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Synchronizing usage tracker for tenant:43a855f1df7b49c1a170438467a37f52 on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:57:11.325071 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-d07946e5-0351-4217-a76b-996b0907f879 req-0d944f81-9f90-4334-beea-78aeae2937ff tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Unset dirty status for tenant:43a855f1df7b49c1a170438467a37f52 on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:57:11.333252 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d07946e5-0351-4217-a76b-996b0907f879 req-0d944f81-9f90-4334-beea-78aeae2937ff tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=5015ed9f-a226-4153-9c4a-78f89cf13e8c HTTP/1.1" status: 200 len: 932 time: 0.6545839 Feb 05 18:57:11.479485 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d07946e5-0351-4217-a76b-996b0907f879 req-e55b26d3-6d76-4361-9508-84a38f09cc34 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446161 Feb 05 18:57:11.604491 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-e2559f85-ab42-4fb1-ae30-5259d5c18666 req-d97b0664-db85-4470-9d38-87f8127555bc tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] For port 0c1f6272-5aed-4b75-9d13-dca5999ce844, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=0c1f6272-5aed-4b75-9d13-dca5999ce844,segment=NetworkSegment(3dd07d04-5448-4f55-8a70-e792f98b139a),segment_id=3dd07d04-5448-4f55-8a70-e792f98b139a)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:57:11.604884 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e2559f85-ab42-4fb1-ae30-5259d5c18666 req-d97b0664-db85-4470-9d38-87f8127555bc tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:11.755434 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-e2559f85-ab42-4fb1-ae30-5259d5c18666 req-d97b0664-db85-4470-9d38-87f8127555bc tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Calling delete_port for 0c1f6272-5aed-4b75-9d13-dca5999ce844 owned by compute:nova {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:57:11.986700 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e2559f85-ab42-4fb1-ae30-5259d5c18666 req-d97b0664-db85-4470-9d38-87f8127555bc tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:12.005200 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab81fe-9693-4ffa-b5f0-f2539a024625 req-de6e0d29-c7ec-452d-bcfe-0ceca36aa5d9 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:12.007278 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-22ab81fe-9693-4ffa-b5f0-f2539a024625 req-de6e0d29-c7ec-452d-bcfe-0ceca36aa5d9 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.3197465 Feb 05 18:57:12.074347 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:12.143459 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67b33c-324d-4a74-b3e1-7ac359236674 req-f53ffe2f-e23e-44d2-899e-c3d556c34aab tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:12.149862 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5a67b33c-324d-4a74-b3e1-7ac359236674 req-f53ffe2f-e23e-44d2-899e-c3d556c34aab tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef648465-47c7-4da6-94d6-0c16a286b850 HTTP/1.1" status: 200 len: 949 time: 0.4713435 Feb 05 18:57:12.185018 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05fa27b2-83c5-4386-8732-178e63db3a8a {{(pid=80158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:57:12.213303 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:12.218045 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b0664-db85-4470-9d38-87f8127555bc tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Pushing event deleted for resources: {'Port': ['ID=0c1f6272-5aed-4b75-9d13-dca5999ce844,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:12.227283 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d97b0664-db85-4470-9d38-87f8127555bc tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:12.228824 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 0c1f6272-5aed-4b75-9d13-dca5999ce844 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:57:12.273135 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-22ab81fe-9693-4ffa-b5f0-f2539a024625 req-47b7f766-8ced-4948-abee-c50527218fbd tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527528 Feb 05 18:57:12.284816 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2559f85-ab42-4fb1-ae30-5259d5c18666 req-d97b0664-db85-4470-9d38-87f8127555bc tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] No DVR routers for this DVR port 0c1f6272-5aed-4b75-9d13-dca5999ce844 on host hv-cinder-77428 {{(pid=80159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:57:12.288100 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-e2559f85-ab42-4fb1-ae30-5259d5c18666 req-d97b0664-db85-4470-9d38-87f8127555bc tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:12.291757 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef648465-47c7-4da6-94d6-0c16a286b850', 'name': 'network-vif-deleted', 'tag': '0c1f6272-5aed-4b75-9d13-dca5999ce844'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:57:12.309069 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] No Port match for: 0c1f6272-5aed-4b75-9d13-dca5999ce844 {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:57:12.309711 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 0c1f6272-5aed-4b75-9d13-dca5999ce844 not bound to the agent host hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 18:57:12.322682 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5a67b33c-324d-4a74-b3e1-7ac359236674 req-92aab43b-3ee7-47fa-bd91-877268c3af87 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.23 "GET /v2.0/security-groups?id=5da871fe-6d7b-4d2d-b8c2-ee114ab383ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677880 Feb 05 18:57:12.323964 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Transition to ACTIVE for port object 05fa27b2-83c5-4386-8732-178e63db3a8a will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:57:12.327471 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e2559f85-ab42-4fb1-ae30-5259d5c18666 req-d97b0664-db85-4470-9d38-87f8127555bc tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] 10.222.0.69 "DELETE /v2.0/ports/0c1f6272-5aed-4b75-9d13-dca5999ce844 HTTP/1.1" status: 204 len: 173 time: 1.4882743 Feb 05 18:57:12.327617 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7513612'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:12.382411 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:12.569016 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 43188) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:12.720143 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Pushing event updated for resources: {'Port': ['ID=05fa27b2-83c5-4386-8732-178e63db3a8a,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:12.730335 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:12.791305 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef648465-47c7-4da6-94d6-0c16a286b850', 'name': 'network-vif-deleted', 'tag': '0c1f6272-5aed-4b75-9d13-dca5999ce844', 'status': 'completed', 'code': 200} Feb 05 18:57:12.923674 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c3efcd2b-2c8b-4ff6-9c76-1b241c67351a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:12.940474 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c3efcd2b-2c8b-4ff6-9c76-1b241c67351a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:57:12.945077 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c3efcd2b-2c8b-4ff6-9c76-1b241c67351a admin admin] Usage tracker for resource:security_group_rule and tenant:650c0a308bb049b9a14c21c0a5768c57 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:57:12.948204 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c3efcd2b-2c8b-4ff6-9c76-1b241c67351a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:57:12.953880 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c3efcd2b-2c8b-4ff6-9c76-1b241c67351a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:57:13.005739 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Attempting to bind port 05fa27b2-83c5-4386-8732-178e63db3a8a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:57:13.006118 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Attempting to bind port 05fa27b2-83c5-4386-8732-178e63db3a8a by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '71042f81-32b9-455a-9fb0-8d92ee6e6374', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:57:13.007051 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Attempting to bind port 05fa27b2-83c5-4386-8732-178e63db3a8a on network b4d031a8-5511-4a0c-8172-059ed7971489 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:57:13.015498 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Checking agent: {'id': '448d464c-f4b2-46c5-bbf2-8018ee5cc94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 53, 33), 'started_at': datetime.datetime(2021, 2, 5, 18, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:57:13.015938 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Checking segment: {'id': '71042f81-32b9-455a-9fb0-8d92ee6e6374', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:57:13.016409 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:13.016855 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Bound using segment: {'id': '71042f81-32b9-455a-9fb0-8d92ee6e6374', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:57:13.017363 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Bound port: 05fa27b2-83c5-4386-8732-178e63db3a8a, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71042f81-32b9-455a-9fb0-8d92ee6e6374', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:57:13.017833 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:13.049857 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c3efcd2b-2c8b-4ff6-9c76-1b241c67351a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:13.052882 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c3efcd2b-2c8b-4ff6-9c76-1b241c67351a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:13.062335 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e6582bc7-965b-4a55-a8b9-d2c0b8f7c794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:13.104343 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-c3efcd2b-2c8b-4ff6-9c76-1b241c67351a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=650c0a308bb049b9a14c21c0a5768c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5339077 Feb 05 18:57:13.106054 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efcd2b-2c8b-4ff6-9c76-1b241c67351a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803c690f-c5b5-4d55-82e6-f79513c847a0,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:13.108597 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 43196) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:13.111531 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c3efcd2b-2c8b-4ff6-9c76-1b241c67351a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:13.121194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621da99f-9b82-4f36-9c5d-0cdc196b6ced req-ccce618c-110a-48aa-9771-c483428e828f tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:13.122964 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-621da99f-9b82-4f36-9c5d-0cdc196b6ced req-ccce618c-110a-48aa-9771-c483428e828f tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=5015ed9f-a226-4153-9c4a-78f89cf13e8c HTTP/1.1" status: 200 len: 944 time: 0.2706904 Feb 05 18:57:13.176834 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-926c8a3d-1280-4a65-be0a-7dad9b0b6cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:13.206127 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-926c8a3d-1280-4a65-be0a-7dad9b0b6cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:13.251612 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-621da99f-9b82-4f36-9c5d-0cdc196b6ced req-093ba007-ec68-4eed-9756-c9fb61b03890 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981236 Feb 05 18:57:13.265558 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-926c8a3d-1280-4a65-be0a-7dad9b0b6cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:13.267547 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] For port 05fa27b2-83c5-4386-8732-178e63db3a8a, host hv-cinder-77428, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:57:13.270886 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] For port 05fa27b2-83c5-4386-8732-178e63db3a8a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=05fa27b2-83c5-4386-8732-178e63db3a8a,segment=NetworkSegment(71042f81-32b9-455a-9fb0-8d92ee6e6374),segment_id=71042f81-32b9-455a-9fb0-8d92ee6e6374)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:57:13.274907 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7513612'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:13.275462 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:13.291691 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c8a3d-1280-4a65-be0a-7dad9b0b6cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803c690f-c5b5-4d55-82e6-f79513c847a0,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:13.291922 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:13.294025 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-926c8a3d-1280-4a65-be0a-7dad9b0b6cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:13.295513 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-926c8a3d-1280-4a65-be0a-7dad9b0b6cfb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/803c690f-c5b5-4d55-82e6-f79513c847a0 HTTP/1.1" status: 204 len: 168 time: 0.1859076 Feb 05 18:57:13.296693 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-926c8a3d-1280-4a65-be0a-7dad9b0b6cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:13.460015 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Pushing event updated for resources: {'Port': ['ID=05fa27b2-83c5-4386-8732-178e63db3a8a,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:13.468888 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:13.502595 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:13.503342 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:13.504817 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] 10.222.0.69 "PUT /v2.0/ports/05fa27b2-83c5-4386-8732-178e63db3a8a HTTP/1.1" status: 200 len: 1158 time: 2.9587972 Feb 05 18:57:13.505397 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5015ed9f-a226-4153-9c4a-78f89cf13e8c', 'tag': '05fa27b2-83c5-4386-8732-178e63db3a8a'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:57:13.599797 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5015ed9f-a226-4153-9c4a-78f89cf13e8c', 'tag': '05fa27b2-83c5-4386-8732-178e63db3a8a', 'status': 'completed', 'code': 200} Feb 05 18:57:13.751697 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82568bcf-048b-4e9b-ad6f-a8e38e94e9a2 req-b06084d1-0cf0-4fa9-88e1-a7b66a216c54 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:13.753400 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-82568bcf-048b-4e9b-ad6f-a8e38e94e9a2 req-b06084d1-0cf0-4fa9-88e1-a7b66a216c54 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.2419696 Feb 05 18:57:13.859481 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-82568bcf-048b-4e9b-ad6f-a8e38e94e9a2 req-cd5deccb-542b-4620-a5e6-b9dce6ee4cb9 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960875 Feb 05 18:57:13.870030 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-75ec9ec6-5cde-4fec-8961-dac18ed92e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:13.871633 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-75ec9ec6-5cde-4fec-8961-dac18ed92e4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=43a855f1df7b49c1a170438467a37f52&device_id=5015ed9f-a226-4153-9c4a-78f89cf13e8c HTTP/1.1" status: 200 len: 1161 time: 0.2511981 Feb 05 18:57:14.000424 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-cc052e82-b307-474a-92f0-5f0f392df199 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05fa27b2-83c5-4386-8732-178e63db3a8a HTTP/1.1" status: 200 len: 217 time: 0.0831270 Feb 05 18:57:14.188039 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e86827-36b0-4f6e-ade7-519c2bee3edd req-53b76a1f-ad43-4a9d-a91b-ec260f90dda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:14.189387 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3b35dba2-c131-4c9f-b459-ccf6bbda5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:14.191134 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-3b35dba2-c131-4c9f-b459-ccf6bbda5ac0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3961e334-7d1e-4fd6-b199-f132904184e0 HTTP/1.1" status: 200 len: 854 time: 0.1718373 Feb 05 18:57:14.192626 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-40e86827-36b0-4f6e-ade7-519c2bee3edd req-53b76a1f-ad43-4a9d-a91b-ec260f90dda3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 1162 time: 0.1467252 Feb 05 18:57:14.250869 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-40e86827-36b0-4f6e-ade7-519c2bee3edd req-e2f3983e-f8ab-4b7a-a4df-31c891124f4c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470908 Feb 05 18:57:14.269874 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-bd9aa8c9-7d2b-4d2f-a580-1901b5c0890b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4d031a8-5511-4a0c-8172-059ed7971489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646601 Feb 05 18:57:14.791455 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afbdbf-01d0-43d1-9945-67e6708c04bd req-dfeaefbb-a2c8-49e7-8cb5-08eb9915e14e tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:14.793148 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a6afbdbf-01d0-43d1-9945-67e6708c04bd req-dfeaefbb-a2c8-49e7-8cb5-08eb9915e14e tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=5015ed9f-a226-4153-9c4a-78f89cf13e8c HTTP/1.1" status: 200 len: 944 time: 0.3303659 Feb 05 18:57:14.829779 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-2cd7a1ce-3cf0-453c-8041-53b810b600fb service neutron] 10.222.0.69 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826068 Feb 05 18:57:15.167861 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a6afbdbf-01d0-43d1-9945-67e6708c04bd req-fb3fa429-7107-4305-8a13-dc701ed8a043 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649344 Feb 05 18:57:15.297845 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-56f1e1a4-49e7-4fb2-9c8c-303c2fced6aa req-7d36d96d-073b-4dbf-b475-f1372f2be2c8 service neutron] 10.222.0.69 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4567297 Feb 05 18:57:15.390170 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289297f-7897-4bbe-acf7-e52054626fdd req-5d0ea63f-fd68-4ef1-ac02-610d4acf6efa tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:15.391855 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0289297f-7897-4bbe-acf7-e52054626fdd req-5d0ea63f-fd68-4ef1-ac02-610d4acf6efa tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.2513301 Feb 05 18:57:15.462856 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0289297f-7897-4bbe-acf7-e52054626fdd req-6618c6f6-9c77-4ac2-a6b7-a66a5e48388b tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620027 Feb 05 18:57:15.558595 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0baa4c-67a0-4ed4-b7ad-778109380360 req-716fad24-9713-486f-8e0d-f1801d78d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:15.560194 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-de0baa4c-67a0-4ed4-b7ad-778109380360 req-716fad24-9713-486f-8e0d-f1801d78d0df service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=43a855f1df7b49c1a170438467a37f52&device_id=5015ed9f-a226-4153-9c4a-78f89cf13e8c HTTP/1.1" status: 200 len: 1161 time: 0.0905521 Feb 05 18:57:15.789507 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0baa4c-67a0-4ed4-b7ad-778109380360 req-aa6e3eed-7250-41c1-8a6d-c9d5025b8bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:15.795619 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-de0baa4c-67a0-4ed4-b7ad-778109380360 req-aa6e3eed-7250-41c1-8a6d-c9d5025b8bb9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4d031a8-5511-4a0c-8172-059ed7971489 HTTP/1.1" status: 200 len: 908 time: 0.1864517 Feb 05 18:57:15.883601 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-de0baa4c-67a0-4ed4-b7ad-778109380360 req-0edd0e54-8962-406d-84af-662a30ebdfb3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05fa27b2-83c5-4386-8732-178e63db3a8a HTTP/1.1" status: 200 len: 217 time: 0.0800362 Feb 05 18:57:15.969005 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0baa4c-67a0-4ed4-b7ad-778109380360 req-56882c37-752b-41d6-8bcb-75e7b58a147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:15.970585 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-de0baa4c-67a0-4ed4-b7ad-778109380360 req-56882c37-752b-41d6-8bcb-75e7b58a147a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3961e334-7d1e-4fd6-b199-f132904184e0 HTTP/1.1" status: 200 len: 854 time: 0.0774739 Feb 05 18:57:16.029583 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-de0baa4c-67a0-4ed4-b7ad-778109380360 req-3f847d8c-158a-4768-b13c-17abc0089a01 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4d031a8-5511-4a0c-8172-059ed7971489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478187 Feb 05 18:57:16.183147 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-de0baa4c-67a0-4ed4-b7ad-778109380360 req-52b0b7d6-575f-4011-b4bd-f0494d9ce0ca service neutron] 10.222.0.69 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458941 Feb 05 18:57:16.348339 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-de0baa4c-67a0-4ed4-b7ad-778109380360 req-d87049be-cc48-4796-ae48-d7522dd2f5c5 service neutron] 10.222.0.69 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1559663 Feb 05 18:57:16.584401 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 76a64c8e-2928-42ee-af59-a6718ce8ebdd up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:16.625524 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940a02d-ff51-4665-a6d2-3ce481a8f7a5 req-7de98543-99a8-4697-843f-8b6876723c0f tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:16.628738 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a940a02d-ff51-4665-a6d2-3ce481a8f7a5 req-7de98543-99a8-4697-843f-8b6876723c0f tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=5015ed9f-a226-4153-9c4a-78f89cf13e8c HTTP/1.1" status: 200 len: 944 time: 0.2787244 Feb 05 18:57:16.711015 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a940a02d-ff51-4665-a6d2-3ce481a8f7a5 req-567c96e1-cb80-4b4f-a86a-1e7a282f46b2 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745189 Feb 05 18:57:16.725615 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 76a64c8e-2928-42ee-af59-a6718ce8ebdd triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:16.726111 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:16.972293 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7146af-61ce-4382-90ae-01eb09c76f2f req-88eee103-4f22-4119-80ce-2c4b8c1f6731 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:16.974497 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ca7146af-61ce-4382-90ae-01eb09c76f2f req-88eee103-4f22-4119-80ce-2c4b8c1f6731 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.1783638 Feb 05 18:57:17.041220 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ca7146af-61ce-4382-90ae-01eb09c76f2f req-33fd0fe4-dbd9-4468-a5ca-727d8bdc4b20 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597992 Feb 05 18:57:17.408655 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba33a57-2dfa-4c1b-99d1-9211dbf3a58f req-ea2eab7f-20b3-46f8-b027-409cc8fc2a6e tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:17.410536 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fba33a57-2dfa-4c1b-99d1-9211dbf3a58f req-ea2eab7f-20b3-46f8-b027-409cc8fc2a6e tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.2290676 Feb 05 18:57:17.483722 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fba33a57-2dfa-4c1b-99d1-9211dbf3a58f req-77f910ae-04ab-4a55-9f7b-a37780839616 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651453 Feb 05 18:57:18.060416 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df9f32-12cd-4b33-9e82-fc1be6cd755f req-a0413186-4e85-442a-b0d8-4adc89157d08 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:18.062326 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-76df9f32-12cd-4b33-9e82-fc1be6cd755f req-a0413186-4e85-442a-b0d8-4adc89157d08 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=5015ed9f-a226-4153-9c4a-78f89cf13e8c HTTP/1.1" status: 200 len: 944 time: 0.1915107 Feb 05 18:57:18.140788 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-76df9f32-12cd-4b33-9e82-fc1be6cd755f req-ceb4645f-a16d-41ba-beec-f2142d7fdbc4 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717931 Feb 05 18:57:19.452295 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9f4e0-3378-414c-a70b-91997f627925 req-46c08764-7c24-4490-99d4-7b7570a7d6a4 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:19.454032 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0df9f4e0-3378-414c-a70b-91997f627925 req-46c08764-7c24-4490-99d4-7b7570a7d6a4 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=5015ed9f-a226-4153-9c4a-78f89cf13e8c HTTP/1.1" status: 200 len: 944 time: 0.1731412 Feb 05 18:57:19.475029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 05fa27b2-83c5-4386-8732-178e63db3a8a up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:19.578914 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0df9f4e0-3378-414c-a70b-91997f627925 req-d016dbd4-8123-441d-9bee-aedda53f4e71 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176713 Feb 05 18:57:19.583793 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning for port 05fa27b2-83c5-4386-8732-178e63db3a8a completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:57:19.606586 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 05fa27b2-83c5-4386-8732-178e63db3a8a triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:19.607220 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:19.763849 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:19.805037 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5015ed9f-a226-4153-9c4a-78f89cf13e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fa27b2-83c5-4386-8732-178e63db3a8a'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:57:19.812675 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 05fa27b2-83c5-4386-8732-178e63db3a8a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=05fa27b2-83c5-4386-8732-178e63db3a8a,segment=NetworkSegment(71042f81-32b9-455a-9fb0-8d92ee6e6374),segment_id=71042f81-32b9-455a-9fb0-8d92ee6e6374)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:57:19.817831 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:19.821825 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5c86bea0-e626-435d-9d34-768ea2c6c2ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:19.896722 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5015ed9f-a226-4153-9c4a-78f89cf13e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fa27b2-83c5-4386-8732-178e63db3a8a', 'code': 200} Feb 05 18:57:19.947196 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=05fa27b2-83c5-4386-8732-178e63db3a8a,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:19.952930 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:20.078282 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dafb9-9158-44e6-9d7f-75fe1f8186cd req-d3ce3818-388a-4d6f-a898-4574e0318dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:20.079922 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6a7dafb9-9158-44e6-9d7f-75fe1f8186cd req-d3ce3818-388a-4d6f-a898-4574e0318dae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=41ac3b59d1b342459afdeeb6ea515ca7&device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 1162 time: 0.2419124 Feb 05 18:57:20.123499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 43578) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:20.300410 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa96c3d-39f9-4ab4-bb04-633420df8c5f req-8d6b1778-9ddc-4f0e-a13f-2e0fbb01a656 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:20.302225 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-baa96c3d-39f9-4ab4-bb04-633420df8c5f req-8d6b1778-9ddc-4f0e-a13f-2e0fbb01a656 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.3064291 Feb 05 18:57:20.393705 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dafb9-9158-44e6-9d7f-75fe1f8186cd req-c361dca7-7fdc-4c3b-b311-d8c7394a68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:20.395263 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6a7dafb9-9158-44e6-9d7f-75fe1f8186cd req-c361dca7-7fdc-4c3b-b311-d8c7394a68a7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9657212a-b08a-47f2-990a-340c82f01463 HTTP/1.1" status: 200 len: 912 time: 0.3057425 Feb 05 18:57:20.415331 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-f90adc38-15a2-414b-9562-db9fb5e65f1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5bd3dec516042079cef3e2cfe8bece9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902553 Feb 05 18:57:20.423289 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-baa96c3d-39f9-4ab4-bb04-633420df8c5f req-b7cbbd73-c8b7-4162-b82b-8b2c7a7621ce tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810740 Feb 05 18:57:20.423828 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 43586) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:20.442006 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4634eb1-2dd8-4f69-9ba7-975662f8f5da req-a7b84615-33a8-451e-8827-fb272dcaee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:20.443810 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c4634eb1-2dd8-4f69-9ba7-975662f8f5da req-a7b84615-33a8-451e-8827-fb272dcaee2e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5015ed9f-a226-4153-9c4a-78f89cf13e8c HTTP/1.1" status: 200 len: 1163 time: 0.1041038 Feb 05 18:57:20.491864 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c4634eb1-2dd8-4f69-9ba7-975662f8f5da req-159056f9-aac2-4c7a-8d69-b9fda399912c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387561 Feb 05 18:57:20.513627 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6a7dafb9-9158-44e6-9d7f-75fe1f8186cd req-cb029c10-8799-4b5a-a08a-0c7201f93fc1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aebd90d0-a7ba-4fc6-919a-d25b6dae6033 HTTP/1.1" status: 200 len: 217 time: 0.1094894 Feb 05 18:57:20.560626 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e3bb7611-e00a-4c7d-9082-d258abb0b97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:20.569977 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 05fa27b2-83c5-4386-8732-178e63db3a8a up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:20.590036 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e3bb7611-e00a-4c7d-9082-d258abb0b97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:20.636269 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e3bb7611-e00a-4c7d-9082-d258abb0b97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:20.641553 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:20.643144 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 05fa27b2-83c5-4386-8732-178e63db3a8a triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:20.643749 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:20.656059 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb7611-e00a-4c7d-9082-d258abb0b97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da871fe-6d7b-4d2d-b8c2-ee114ab383ea,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:20.658965 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e3bb7611-e00a-4c7d-9082-d258abb0b97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:20.660973 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e3bb7611-e00a-4c7d-9082-d258abb0b97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:20.667487 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-e3bb7611-e00a-4c7d-9082-d258abb0b97a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5da871fe-6d7b-4d2d-b8c2-ee114ab383ea HTTP/1.1" status: 204 len: 168 time: 0.1836369 Feb 05 18:57:20.883201 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61184863-392a-4a4a-bddb-e1cfb96bba48 req-6ee57af6-a3bd-415b-bc0a-9703b4d78b90 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:20.884890 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-61184863-392a-4a4a-bddb-e1cfb96bba48 req-6ee57af6-a3bd-415b-bc0a-9703b4d78b90 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=5015ed9f-a226-4153-9c4a-78f89cf13e8c HTTP/1.1" status: 200 len: 946 time: 0.1710615 Feb 05 18:57:20.982023 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dafb9-9158-44e6-9d7f-75fe1f8186cd req-fc516a6d-356e-4580-93c8-6d537e2d83b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:20.983594 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6a7dafb9-9158-44e6-9d7f-75fe1f8186cd req-fc516a6d-356e-4580-93c8-6d537e2d83b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c829bd72-056f-4907-824c-4eeeb1817b58 HTTP/1.1" status: 200 len: 858 time: 0.0977042 Feb 05 18:57:21.002429 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-61184863-392a-4a4a-bddb-e1cfb96bba48 req-170b4a47-473c-40e0-9cb3-05a50d98ed1b tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829191 Feb 05 18:57:21.054271 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6a7dafb9-9158-44e6-9d7f-75fe1f8186cd req-652bc9a0-4329-4d94-afd3-bf38402ba312 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9657212a-b08a-47f2-990a-340c82f01463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507026 Feb 05 18:57:21.202997 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6a7dafb9-9158-44e6-9d7f-75fe1f8186cd req-617e5e13-0d3e-4b2a-b36e-bb9dd78fd0a8 service neutron] 10.222.0.69 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408134 Feb 05 18:57:21.715661 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6a7dafb9-9158-44e6-9d7f-75fe1f8186cd req-a985a136-d860-4f8b-bc61-8637b867d044 service neutron] 10.222.0.69 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4967318 Feb 05 18:57:21.834621 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eff0b-bd7e-4b1a-9cf7-1513ed6eb341 req-1f5f3be9-1185-4c99-8338-dd48c34800ba tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:21.836307 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-244eff0b-bd7e-4b1a-9cf7-1513ed6eb341 req-1f5f3be9-1185-4c99-8338-dd48c34800ba tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.2205908 Feb 05 18:57:21.901647 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-244eff0b-bd7e-4b1a-9cf7-1513ed6eb341 req-6a012d6f-86f1-4a88-a0f5-de11f9eb5e34 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587692 Feb 05 18:57:22.306126 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c42515-4bbe-4140-8db3-a42a3681c6a7 req-d4cc1834-6c11-4de3-a8d7-7c0ef640faad tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:22.307700 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f6c42515-4bbe-4140-8db3-a42a3681c6a7 req-d4cc1834-6c11-4de3-a8d7-7c0ef640faad tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=5015ed9f-a226-4153-9c4a-78f89cf13e8c HTTP/1.1" status: 200 len: 946 time: 0.1669316 Feb 05 18:57:22.451802 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f6c42515-4bbe-4140-8db3-a42a3681c6a7 req-140ae3c2-565b-4726-8f19-06fb3ba8aade tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096945 Feb 05 18:57:22.624365 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 05fa27b2-83c5-4386-8732-178e63db3a8a up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:22.698375 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 05fa27b2-83c5-4386-8732-178e63db3a8a triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:22.698794 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:23.202418 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847a17b-2eb2-4343-a1bd-9df524cdb0da req-bde71153-8991-44ec-a3b5-ba6edc0fc6d1 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:23.204093 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6847a17b-2eb2-4343-a1bd-9df524cdb0da req-bde71153-8991-44ec-a3b5-ba6edc0fc6d1 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.1712642 Feb 05 18:57:23.271665 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6847a17b-2eb2-4343-a1bd-9df524cdb0da req-5167fe7e-764f-4c09-a653-982a17cb9b13 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612767 Feb 05 18:57:23.689315 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:57:23.749791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f931250-792d-40fc-bbc1-94e086b550b5 req-d4417700-760d-4cb7-8a26-64c4c5bc4b02 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:23.751480 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1f931250-792d-40fc-bbc1-94e086b550b5 req-d4417700-760d-4cb7-8a26-64c4c5bc4b02 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=5015ed9f-a226-4153-9c4a-78f89cf13e8c HTTP/1.1" status: 200 len: 946 time: 0.1662686 Feb 05 18:57:23.817745 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1f931250-792d-40fc-bbc1-94e086b550b5 req-2c9d1e98-22e5-44db-86d3-5917e2c84aff tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574312 Feb 05 18:57:24.054098 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 43696) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:24.226760 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a8f1624f-c078-4a21-81f8-47eaeb95a346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:24.244747 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a8f1624f-c078-4a21-81f8-47eaeb95a346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:57:24.248754 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a8f1624f-c078-4a21-81f8-47eaeb95a346 admin admin] Usage tracker for resource:security_group_rule and tenant:bea2eb48f1e64b8193e0b79e0b1a37ba is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:57:24.252036 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a8f1624f-c078-4a21-81f8-47eaeb95a346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:57:24.258942 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a8f1624f-c078-4a21-81f8-47eaeb95a346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:57:24.405308 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a8f1624f-c078-4a21-81f8-47eaeb95a346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:24.408521 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a8f1624f-c078-4a21-81f8-47eaeb95a346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:24.418710 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b532ee63-791c-4282-8f0c-15b321b4fbc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:24.514636 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a8f1624f-c078-4a21-81f8-47eaeb95a346 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bea2eb48f1e64b8193e0b79e0b1a37ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4590394 Feb 05 18:57:24.517302 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 43722) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:24.521399 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1624f-c078-4a21-81f8-47eaeb95a346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb144402-e742-4e1b-b868-16132c146a7b,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:24.524939 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a8f1624f-c078-4a21-81f8-47eaeb95a346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:24.680013 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b626cd8-fac6-41d1-a81c-3065924ea1a8 req-a7fe173d-da12-4b2b-908a-c8153e58c0ae tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:24.681729 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1b626cd8-fac6-41d1-a81c-3065924ea1a8 req-a7fe173d-da12-4b2b-908a-c8153e58c0ae tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.2512031 Feb 05 18:57:24.719958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dcbfe2b0-b014-401b-875a-270af40725dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:24.785115 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1b626cd8-fac6-41d1-a81c-3065924ea1a8 req-b61cc27b-837d-44a8-a99d-c118ade213f3 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940790 Feb 05 18:57:24.786950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dcbfe2b0-b014-401b-875a-270af40725dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:24.836680 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dcbfe2b0-b014-401b-875a-270af40725dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:24.841590 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c40fa9b8-7ed5-4ddf-b168-5942e36d846a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:24.852528 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfe2b0-b014-401b-875a-270af40725dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb144402-e742-4e1b-b868-16132c146a7b,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:24.856139 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dcbfe2b0-b014-401b-875a-270af40725dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:24.859312 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dcbfe2b0-b014-401b-875a-270af40725dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:24.860496 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-dcbfe2b0-b014-401b-875a-270af40725dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb144402-e742-4e1b-b868-16132c146a7b HTTP/1.1" status: 204 len: 168 time: 0.3406076 Feb 05 18:57:26.118306 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c62cce-b913-4da9-af3e-97d1e41c3561 req-fb259cd3-a9f4-4cd3-9992-68d326010807 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:26.120408 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-76c62cce-b913-4da9-af3e-97d1e41c3561 req-fb259cd3-a9f4-4cd3-9992-68d326010807 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.1660938 Feb 05 18:57:26.207786 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-76c62cce-b913-4da9-af3e-97d1e41c3561 req-8299b249-0ba4-4948-bc5c-47caaa733e13 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810575 Feb 05 18:57:27.215574 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9bbde3bc-4555-4364-93e8-8ae8a202b860 req-6f7c3b3d-1715-4565-958d-4bc766b401b5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0760648 Feb 05 18:57:27.491351 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde3bc-4555-4364-93e8-8ae8a202b860 req-6d873e66-e4f8-421c-9c86-6368a52ac51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:27.492974 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9bbde3bc-4555-4364-93e8-8ae8a202b860 req-6d873e66-e4f8-421c-9c86-6368a52ac51d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=43a855f1df7b49c1a170438467a37f52&device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 1162 time: 0.1536129 Feb 05 18:57:27.579385 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1a257-4ac0-46e0-9a84-9c22db4d03dd req-64f6879a-1dab-4e5a-b1cd-ef927e988cb7 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:27.581030 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-56c1a257-4ac0-46e0-9a84-9c22db4d03dd req-64f6879a-1dab-4e5a-b1cd-ef927e988cb7 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.1979828 Feb 05 18:57:27.747607 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-56c1a257-4ac0-46e0-9a84-9c22db4d03dd req-d57b1c46-a1f8-4b1f-9e74-7e6771eca0a6 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429896 Feb 05 18:57:27.790087 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde3bc-4555-4364-93e8-8ae8a202b860 req-3c36f6b8-0aa0-4e11-872e-9c239f439c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:27.792462 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9bbde3bc-4555-4364-93e8-8ae8a202b860 req-3c36f6b8-0aa0-4e11-872e-9c239f439c00 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4d031a8-5511-4a0c-8172-059ed7971489 HTTP/1.1" status: 200 len: 908 time: 0.2100389 Feb 05 18:57:27.911113 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9bbde3bc-4555-4364-93e8-8ae8a202b860 req-4d3b1b52-003a-4514-99ab-b88551af2a2d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52fdd77-a096-46c7-a641-4d7b9202e489 HTTP/1.1" status: 200 len: 217 time: 0.0898228 Feb 05 18:57:27.993418 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde3bc-4555-4364-93e8-8ae8a202b860 req-462153bb-8e48-43be-a1f2-064cdc9bd9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:27.995691 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9bbde3bc-4555-4364-93e8-8ae8a202b860 req-462153bb-8e48-43be-a1f2-064cdc9bd9f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3961e334-7d1e-4fd6-b199-f132904184e0 HTTP/1.1" status: 200 len: 854 time: 0.0779693 Feb 05 18:57:28.061014 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9bbde3bc-4555-4364-93e8-8ae8a202b860 req-5ba69390-f8cd-4796-b7fb-0e0dc3325a97 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4d031a8-5511-4a0c-8172-059ed7971489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572226 Feb 05 18:57:28.230618 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9bbde3bc-4555-4364-93e8-8ae8a202b860 req-64bb5ab1-124f-4b44-8397-061bc58d5f99 service neutron] 10.222.0.69 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596270 Feb 05 18:57:28.413268 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9bbde3bc-4555-4364-93e8-8ae8a202b860 req-6520e048-d778-493b-80ff-b3fd6ef20381 service neutron] 10.222.0.69 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1676571 Feb 05 18:57:29.052313 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1890f68-de39-4ee6-990d-d912d72138ea req-0292895e-9061-44bf-84d7-b2b49f093f06 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:29.054574 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a1890f68-de39-4ee6-990d-d912d72138ea req-0292895e-9061-44bf-84d7-b2b49f093f06 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.1651514 Feb 05 18:57:29.120802 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a1890f68-de39-4ee6-990d-d912d72138ea req-5ee2a0e5-895d-4138-8f44-30d78ab1b1db tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582683 Feb 05 18:57:29.665589 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 43900) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:29.820004 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bc68f025-6bcb-40fc-849a-ce69641b980f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:29.835814 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bc68f025-6bcb-40fc-849a-ce69641b980f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:57:29.839886 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bc68f025-6bcb-40fc-849a-ce69641b980f admin admin] Usage tracker for resource:security_group_rule and tenant:d79e932dbc1a4dbe9abfc3b557ad5e95 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:57:29.842843 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-bc68f025-6bcb-40fc-849a-ce69641b980f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:57:29.848450 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-bc68f025-6bcb-40fc-849a-ce69641b980f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:57:29.937367 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bc68f025-6bcb-40fc-849a-ce69641b980f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:29.940858 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bc68f025-6bcb-40fc-849a-ce69641b980f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:29.950590 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cabdd31a-f27d-4a90-8925-5cdae9df4e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:29.991375 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-bc68f025-6bcb-40fc-849a-ce69641b980f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d79e932dbc1a4dbe9abfc3b557ad5e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215911 Feb 05 18:57:29.992513 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 43916) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:29.996594 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68f025-6bcb-40fc-849a-ce69641b980f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503e60c7-52e5-4347-a2b5-72385bb4fd81,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:29.999961 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bc68f025-6bcb-40fc-849a-ce69641b980f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:30.064893 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-77181ed6-2aeb-4e4f-80d0-2c5a67111647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:30.110090 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-77181ed6-2aeb-4e4f-80d0-2c5a67111647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:30.156897 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-77181ed6-2aeb-4e4f-80d0-2c5a67111647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:30.163123 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fac8300c-97dd-4328-8268-47f19fcf8458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:30.177013 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77181ed6-2aeb-4e4f-80d0-2c5a67111647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503e60c7-52e5-4347-a2b5-72385bb4fd81,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:30.183045 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-77181ed6-2aeb-4e4f-80d0-2c5a67111647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:30.184634 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-77181ed6-2aeb-4e4f-80d0-2c5a67111647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:30.198208 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-77181ed6-2aeb-4e4f-80d0-2c5a67111647 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/503e60c7-52e5-4347-a2b5-72385bb4fd81 HTTP/1.1" status: 204 len: 168 time: 0.1954474 Feb 05 18:57:30.515852 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daa493-1d28-4645-9f04-a2016ac63333 req-592f73de-37ed-4d3d-a4e4-ad991b953f4c tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:30.517833 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e9daa493-1d28-4645-9f04-a2016ac63333 req-592f73de-37ed-4d3d-a4e4-ad991b953f4c tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.2204325 Feb 05 18:57:30.623071 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e9daa493-1d28-4645-9f04-a2016ac63333 req-51ff2c8b-43e8-4252-8555-aa3e74a687e9 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969584 Feb 05 18:57:31.110481 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 43956) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:31.254275 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-210534169-network', 'tenant_id': '3dfc156907564d34b8ad35011e01a55a'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:57:31.259175 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:57:31.263221 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Usage tracker for resource:network and tenant:3dfc156907564d34b8ad35011e01a55a is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:57:31.266225 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:57:31.272043 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:57:31.282808 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Made reservation on behalf of 3dfc156907564d34b8ad35011e01a55a for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:57:31.288420 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:31.306696 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:31.330341 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:57:31.346753 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Usage tracker for resource:security_group_rule and tenant:3dfc156907564d34b8ad35011e01a55a is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:57:31.354693 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:57:31.366277 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:57:31.472143 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:31.475626 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:31.480134 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-367c52bd-77d2-4fdf-847d-1e34828d7787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:31.512808 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:57:31.523091 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e602df31-c3fc-4bc7-bc81-87f1869db625,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:31.527127 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:31.529705 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275292180135', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:31.530052 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Added segment 2580ab09-bf0c-4a38-abf6-618ec81554d3 of type vxlan for network 1de1179c-4526-48b9-8cf4-6f142ea975b4 Feb 05 18:57:31.558339 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275292661176'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:31.589520 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:31.590766 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:31.591449 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:31.597217 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3223ad80-a95f-4521-9b4a-ee509f65cf58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:31.690686 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5787222 Feb 05 18:57:31.691325 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 43990) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:31.711014 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-14f4b2f7-ab2c-49ac-975c-ad832dc8566f admin admin] Request body: {'subnet': {'network_id': '1de1179c-4526-48b9-8cf4-6f142ea975b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-210534169-subnet', 'tenant_id': '3dfc156907564d34b8ad35011e01a55a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:57:31.716439 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-14f4b2f7-ab2c-49ac-975c-ad832dc8566f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:57:31.720512 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-14f4b2f7-ab2c-49ac-975c-ad832dc8566f admin admin] Usage tracker for resource:subnet and tenant:3dfc156907564d34b8ad35011e01a55a is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:57:31.723481 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-14f4b2f7-ab2c-49ac-975c-ad832dc8566f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:57:31.730807 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-14f4b2f7-ab2c-49ac-975c-ad832dc8566f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:57:31.743235 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Pushing event updated for resources: {'Network': ['ID=1de1179c-4526-48b9-8cf4-6f142ea975b4,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:31.746270 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f4b2f7-ab2c-49ac-975c-ad832dc8566f admin admin] Made reservation on behalf of 3dfc156907564d34b8ad35011e01a55a for: {'subnet': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:57:31.751057 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-14f4b2f7-ab2c-49ac-975c-ad832dc8566f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853681697'] for subnet, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:31.755775 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Network 1de1179c-4526-48b9-8cf4-6f142ea975b4 details requested by agent ovs-agent-dv-cinder-774288-2-smb with host dv-cinder-774288-2-smb {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:57:31.765217 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:31.844250 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Network 1de1179c-4526-48b9-8cf4-6f142ea975b4 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:57:31.994105 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-ce863ed2-205e-45f4-8004-e13975d2d33a tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:31.995783 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-ce863ed2-205e-45f4-8004-e13975d2d33a tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/networks?id=b4d031a8-5511-4a0c-8172-059ed7971489 HTTP/1.1" status: 200 len: 814 time: 0.3472745 Feb 05 18:57:32.014899 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a6b8-48d3-49c0-8be8-7210b63be1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:32.015135 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-6fce70d4-478d-487f-a8ab-3c958456ea92 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/quotas/43a855f1df7b49c1a170438467a37f52 HTTP/1.1" status: 200 len: 375 time: 0.0128739 Feb 05 18:57:32.096935 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff34f6-d1a1-4b4e-9ed9-f0070ef85f1b req-586e1c95-54c7-4037-b90d-70b9c9f892f4 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:32.098629 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-83ff34f6-d1a1-4b4e-9ed9-f0070ef85f1b req-586e1c95-54c7-4037-b90d-70b9c9f892f4 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.3209810 Feb 05 18:57:32.173627 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-14f4b2f7-ab2c-49ac-975c-ad832dc8566f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6787184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853681682'] for subnet, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:32.189677 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-62276cdd-a1a2-4679-944d-8807dabacc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:32.219903 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-83ff34f6-d1a1-4b4e-9ed9-f0070ef85f1b req-942fad8d-c998-40fa-890e-8023ce57ef72 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835545 Feb 05 18:57:32.285583 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-5383c256-2f55-487e-83c0-acd854af07c8 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=43a855f1df7b49c1a170438467a37f52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1858428 Feb 05 18:57:32.340491 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4b2f7-ab2c-49ac-975c-ad832dc8566f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6b76a1d-d077-418c-96c3-1c2bf5c08b54,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:32.361317 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-14f4b2f7-ab2c-49ac-975c-ad832dc8566f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:32.423220 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4b2f7-ab2c-49ac-975c-ad832dc8566f admin admin] Checking segment: {'id': '2580ab09-bf0c-4a38-abf6-618ec81554d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1de1179c-4526-48b9-8cf4-6f142ea975b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:57:32.423613 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f4b2f7-ab2c-49ac-975c-ad832dc8566f admin admin] Network hostable DHCP agents. Network: 1de1179c-4526-48b9-8cf4-6f142ea975b4, hostable agents: ['eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9'], hosted agents: [] {{(pid=80159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:57:32.449610 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f4b2f7-ab2c-49ac-975c-ad832dc8566f admin admin] Network 1de1179c-4526-48b9-8cf4-6f142ea975b4 is scheduled to be hosted by DHCP agent eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9 with binding_index 1 {{(pid=80159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:57:32.458547 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-14f4b2f7-ab2c-49ac-975c-ad832dc8566f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-smb, 1de1179c-4526-48b9-8cf4-6f142ea975b4) {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:57:32.470186 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c54ea7-fca7-4178-8c6c-889a2c674423 None None] Network 1de1179c-4526-48b9-8cf4-6f142ea975b4 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:57:32.471787 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f4b2f7-ab2c-49ac-975c-ad832dc8566f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:32.472458 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-14f4b2f7-ab2c-49ac-975c-ad832dc8566f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:32.494100 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3df97478-5f5f-4719-a823-c5c2e0394bf1 service neutron] 10.222.0.23 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956344 Feb 05 18:57:32.522524 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-14f4b2f7-ab2c-49ac-975c-ad832dc8566f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8193541 Feb 05 18:57:32.721556 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91adc6c3-0345-43fe-9cf3-31674f4661f7 None None] Network 1de1179c-4526-48b9-8cf4-6f142ea975b4 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:57:32.909562 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-08c69be5-9b6a-4f2d-97ea-886b6943e77f service neutron] 10.222.0.23 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4084866 Feb 05 18:57:33.135627 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-21525513-91b1-45e7-b42c-cc7133b6c248 req-7ac64863-4002-4611-bfa2-ee86980eac69 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 210 time: 0.0558250 Feb 05 18:57:33.323834 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:33.547671 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a099d6-9022-4e73-80f0-24f58ab0399c req-a9ffaeca-4b2c-4f58-ba26-19309b0a4e9c tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:33.549290 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-07a099d6-9022-4e73-80f0-24f58ab0399c req-a9ffaeca-4b2c-4f58-ba26-19309b0a4e9c tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.1689162 Feb 05 18:57:33.613096 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-07a099d6-9022-4e73-80f0-24f58ab0399c req-eccaa8c5-e574-4780-b39d-31095a8b5b6a tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574667 Feb 05 18:57:33.908197 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 44044) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:34.057330 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-711bfb1e-580d-4588-a4d3-b4939e482db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:34.076085 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-711bfb1e-580d-4588-a4d3-b4939e482db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:57:34.080385 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-711bfb1e-580d-4588-a4d3-b4939e482db2 admin admin] Usage tracker for resource:security_group_rule and tenant:8122b184e90046898f6f509f774759e1 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:57:34.083411 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-711bfb1e-580d-4588-a4d3-b4939e482db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:57:34.089310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-711bfb1e-580d-4588-a4d3-b4939e482db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:57:34.176457 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-711bfb1e-580d-4588-a4d3-b4939e482db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:34.180314 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-711bfb1e-580d-4588-a4d3-b4939e482db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:34.189806 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-77181ed6-2aeb-4e4f-80d0-2c5a67111647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:34.207073 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7e5aa0c0-2063-4999-837c-75240cea98ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:34.243167 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-711bfb1e-580d-4588-a4d3-b4939e482db2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8122b184e90046898f6f509f774759e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306675 Feb 05 18:57:34.243167 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bfb1e-580d-4588-a4d3-b4939e482db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10b9b4b-a6c9-46bd-8369-9feba9657228,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:34.243835 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 44060) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:34.260083 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-711bfb1e-580d-4588-a4d3-b4939e482db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:34.368132 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-606de7bb-5eb4-4c65-9ae8-280bd6dc0ae2 req-ede5cd80-e802-4941-8d07-771c3150eb2b tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 210 time: 0.0981879 Feb 05 18:57:34.391537 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769cc86b-6e2c-4a82-9cef-86ef0db05fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:34.421049 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769cc86b-6e2c-4a82-9cef-86ef0db05fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:34.692836 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-c95911f5-576e-4d15-b2b0-70581faa0aa6 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:34.695276 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-c95911f5-576e-4d15-b2b0-70581faa0aa6 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.69 "GET /v2.0/networks?id=b4d031a8-5511-4a0c-8172-059ed7971489 HTTP/1.1" status: 200 len: 814 time: 0.2656178 Feb 05 18:57:34.710356 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769cc86b-6e2c-4a82-9cef-86ef0db05fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:34.725082 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9647944f-6db3-49a2-ad62-7590c2c50a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:34.745867 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-da963f76-9ecc-4bff-bfbd-157d2fa10452 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Request body: {'port': {'device_id': 'aa513587-ddd4-436e-a838-7f86178dc854', 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489', 'admin_state_up': True, 'tenant_id': '43a855f1df7b49c1a170438467a37f52'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:57:34.768349 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cc86b-6e2c-4a82-9cef-86ef0db05fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10b9b4b-a6c9-46bd-8369-9feba9657228,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:34.776180 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769cc86b-6e2c-4a82-9cef-86ef0db05fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:34.826920 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769cc86b-6e2c-4a82-9cef-86ef0db05fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:34.831038 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-769cc86b-6e2c-4a82-9cef-86ef0db05fcc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a10b9b4b-a6c9-46bd-8369-9feba9657228 HTTP/1.1" status: 204 len: 168 time: 0.5861108 Feb 05 18:57:34.846930 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:35.208618 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-2d5244f7-22b5-4d96-982f-b27292ff307a tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:35.210822 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-2d5244f7-22b5-4d96-982f-b27292ff307a tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/networks?id=1de1179c-4526-48b9-8cf4-6f142ea975b4 HTTP/1.1" status: 200 len: 813 time: 0.3786201 Feb 05 18:57:35.213279 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-da963f76-9ecc-4bff-bfbd-157d2fa10452 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:57:35.229582 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-da963f76-9ecc-4bff-bfbd-157d2fa10452 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:57:35.249883 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-0f952f2a-7aff-4d0f-b30a-7958a6faae7c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/quotas/3dfc156907564d34b8ad35011e01a55a HTTP/1.1" status: 200 len: 375 time: 0.0299177 Feb 05 18:57:35.255015 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-da963f76-9ecc-4bff-bfbd-157d2fa10452 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Made reservation on behalf of 43a855f1df7b49c1a170438467a37f52 for: {'port': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:57:35.275661 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-da963f76-9ecc-4bff-bfbd-157d2fa10452 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:35.375642 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3355736-5283-4159-b0d6-eb3271c03474 req-d666cc54-ed49-490b-8a64-f4160de61cf2 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:35.377371 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d3355736-5283-4159-b0d6-eb3271c03474 req-d666cc54-ed49-490b-8a64-f4160de61cf2 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.3972640 Feb 05 18:57:35.448686 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18f7bfe0-09d7-46f7-8f00-9080c1f60388 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3dfc156907564d34b8ad35011e01a55a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1600382 Feb 05 18:57:35.652162 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d3355736-5283-4159-b0d6-eb3271c03474 req-36231fa5-f391-417c-8c29-9fc610a1dc1f tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329500 Feb 05 18:57:35.652332 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:35.792811 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-826b5b9f-b506-46f6-a43b-456e174e0862 service neutron] 10.222.0.23 "GET /v2.0/networks/1de1179c-4526-48b9-8cf4-6f142ea975b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325508 Feb 05 18:57:36.017394 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-00a3098b-dd96-428c-bc55-dc1549f8140b req-3b5ef013-e32f-41ef-b7e4-119cfab2fc56 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 210 time: 0.0681167 Feb 05 18:57:36.068340 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-da963f76-9ecc-4bff-bfbd-157d2fa10452 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Allocated IP 172.20.0.6 (b4d031a8-5511-4a0c-8172-059ed7971489/3961e334-7d1e-4fd6-b199-f132904184e0/25225b09-4f97-428e-b2be-9bd34cde3b51) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:57:36.080531 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-b5313f25-048d-4c14-a1f6-6438b050884f service neutron] 10.222.0.23 "GET /v2.0/networks/1de1179c-4526-48b9-8cf4-6f142ea975b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2809489 Feb 05 18:57:36.329990 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8bb816ed-1c8a-40cf-9139-e2a8899e4710 req-6544114b-7aab-4c91-9894-3618ede0575e tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e684683-709e-45de-b61a-8f8802abf5e7 HTTP/1.1" status: 200 len: 210 time: 0.0697308 Feb 05 18:57:36.340456 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:36.356986 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-da963f76-9ecc-4bff-bfbd-157d2fa10452 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:36.396994 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-da963f76-9ecc-4bff-bfbd-157d2fa10452 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:36.415279 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d99953c5-c5b2-457d-bf2b-b83880aba257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:36.553449 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da963f76-9ecc-4bff-bfbd-157d2fa10452 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Pushing event updated for resources: {'Port': ['ID=25225b09-4f97-428e-b2be-9bd34cde3b51,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:36.558700 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-da963f76-9ecc-4bff-bfbd-157d2fa10452 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:36.610993 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-da963f76-9ecc-4bff-bfbd-157d2fa10452 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Network b4d031a8-5511-4a0c-8172-059ed7971489 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:57:36.612333 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-da963f76-9ecc-4bff-bfbd-157d2fa10452 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Resources bound (agent type, host, resource id): {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:57:36.614514 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-da963f76-9ecc-4bff-bfbd-157d2fa10452 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:57:36.740623 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-da963f76-9ecc-4bff-bfbd-157d2fa10452 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:36.741373 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-da963f76-9ecc-4bff-bfbd-157d2fa10452 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:36.768320 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-da963f76-9ecc-4bff-bfbd-157d2fa10452 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0279646 Feb 05 18:57:36.797108 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Request body: {'port': {'device_id': 'aa513587-ddd4-436e-a838-7f86178dc854', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:57:37.266959 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:37.384481 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820a415-50e4-4dc0-9e66-b6a226e14db3 req-683758d1-858d-4b1b-8f5e-2868cd3f904d tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:37.386194 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b820a415-50e4-4dc0-9e66-b6a226e14db3 req-683758d1-858d-4b1b-8f5e-2868cd3f904d tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.5528495 Feb 05 18:57:37.623660 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c50b74-8e82-475f-834a-346925e9cda2 req-f1d6dec7-8585-48b7-9ee3-7599462201d8 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:37.624487 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-a9c50b74-8e82-475f-834a-346925e9cda2 req-f1d6dec7-8585-48b7-9ee3-7599462201d8 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Synchronizing usage tracker for tenant:43a855f1df7b49c1a170438467a37f52 on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:57:37.728548 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b820a415-50e4-4dc0-9e66-b6a226e14db3 req-af24620d-7a3c-4390-9b45-d10730c5a675 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093412 Feb 05 18:57:37.834217 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-a9c50b74-8e82-475f-834a-346925e9cda2 req-f1d6dec7-8585-48b7-9ee3-7599462201d8 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Unset dirty status for tenant:43a855f1df7b49c1a170438467a37f52 on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:57:37.835464 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a9c50b74-8e82-475f-834a-346925e9cda2 req-f1d6dec7-8585-48b7-9ee3-7599462201d8 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 931 time: 0.6682813 Feb 05 18:57:37.891128 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device aebd90d0-a7ba-4fc6-919a-d25b6dae6033 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:37.892499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-85ddd30b-0fc8-49ed-b1fb-9d6c488a4ade tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:37.893346 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-85ddd30b-0fc8-49ed-b1fb-9d6c488a4ade tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Synchronizing usage tracker for tenant:3dfc156907564d34b8ad35011e01a55a on resource:network {{(pid=80159) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:57:37.911686 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-85ddd30b-0fc8-49ed-b1fb-9d6c488a4ade tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Unset dirty status for tenant:3dfc156907564d34b8ad35011e01a55a on resource:network {{(pid=80159) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:57:37.913523 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-85ddd30b-0fc8-49ed-b1fb-9d6c488a4ade tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.69 "GET /v2.0/networks?id=1de1179c-4526-48b9-8cf4-6f142ea975b4 HTTP/1.1" status: 200 len: 813 time: 0.2952039 Feb 05 18:57:37.942459 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a9c50b74-8e82-475f-834a-346925e9cda2 req-193abdba-233d-468b-97a4-867455b80a5d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989656 Feb 05 18:57:37.945466 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-d7eb07d9-bd7e-4ac4-805d-d1c0d5af96e8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Request body: {'port': {'device_id': '8e684683-709e-45de-b61a-8f8802abf5e7', 'network_id': '1de1179c-4526-48b9-8cf4-6f142ea975b4', 'admin_state_up': True, 'tenant_id': '3dfc156907564d34b8ad35011e01a55a'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:57:37.965339 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port aebd90d0-a7ba-4fc6-919a-d25b6dae6033 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:37.966004 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:38.050730 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25225b09-4f97-428e-b2be-9bd34cde3b51 {{(pid=80158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:57:38.060993 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:38.075604 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Transition to ACTIVE for port object 25225b09-4f97-428e-b2be-9bd34cde3b51 will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:57:38.080095 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7513612'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:38.097731 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:38.114306 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-d7eb07d9-bd7e-4ac4-805d-d1c0d5af96e8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:57:38.119207 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-d7eb07d9-bd7e-4ac4-805d-d1c0d5af96e8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Usage tracker for resource:port and tenant:3dfc156907564d34b8ad35011e01a55a is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:57:38.122468 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-d7eb07d9-bd7e-4ac4-805d-d1c0d5af96e8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:57:38.128508 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-d7eb07d9-bd7e-4ac4-805d-d1c0d5af96e8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:57:38.140218 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-d7eb07d9-bd7e-4ac4-805d-d1c0d5af96e8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Made reservation on behalf of 3dfc156907564d34b8ad35011e01a55a for: {'port': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:57:38.163196 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-d7eb07d9-bd7e-4ac4-805d-d1c0d5af96e8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:38.280733 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Pushing event updated for resources: {'Port': ['ID=25225b09-4f97-428e-b2be-9bd34cde3b51,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:38.287584 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-273a8a97-2b60-40cc-9962-3f3e05cc6d1d req-546b6657-a48b-4379-9d0c-73d968ac799a tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e684683-709e-45de-b61a-8f8802abf5e7 HTTP/1.1" status: 200 len: 210 time: 0.1159947 Feb 05 18:57:38.288497 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:38.493360 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-d7eb07d9-bd7e-4ac4-805d-d1c0d5af96e8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Allocated IP 172.20.0.3 (1de1179c-4526-48b9-8cf4-6f142ea975b4/c6b76a1d-d077-418c-96c3-1c2bf5c08b54/bc5ad4bd-a429-4a3c-90e3-7c298488fc5a) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:57:38.494412 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Attempting to bind port 25225b09-4f97-428e-b2be-9bd34cde3b51 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:57:38.494802 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Attempting to bind port 25225b09-4f97-428e-b2be-9bd34cde3b51 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '71042f81-32b9-455a-9fb0-8d92ee6e6374', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:57:38.495250 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Attempting to bind port 25225b09-4f97-428e-b2be-9bd34cde3b51 on network b4d031a8-5511-4a0c-8172-059ed7971489 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:57:38.501858 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Checking agent: {'id': '448d464c-f4b2-46c5-bbf2-8018ee5cc94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 53, 33), 'started_at': datetime.datetime(2021, 2, 5, 18, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:57:38.502229 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Checking segment: {'id': '71042f81-32b9-455a-9fb0-8d92ee6e6374', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:57:38.502629 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:38.503022 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Bound using segment: {'id': '71042f81-32b9-455a-9fb0-8d92ee6e6374', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:57:38.503490 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Bound port: 25225b09-4f97-428e-b2be-9bd34cde3b51, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71042f81-32b9-455a-9fb0-8d92ee6e6374', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b4d031a8-5511-4a0c-8172-059ed7971489'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:57:38.503859 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:38.602338 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] For port 25225b09-4f97-428e-b2be-9bd34cde3b51, host hv-cinder-77428, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:57:38.605405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] For port 25225b09-4f97-428e-b2be-9bd34cde3b51, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=25225b09-4f97-428e-b2be-9bd34cde3b51,segment=NetworkSegment(71042f81-32b9-455a-9fb0-8d92ee6e6374),segment_id=71042f81-32b9-455a-9fb0-8d92ee6e6374)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:57:38.608887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7513612'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:38.624295 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-da963f76-9ecc-4bff-bfbd-157d2fa10452 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:38.709925 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-d7eb07d9-bd7e-4ac4-805d-d1c0d5af96e8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:38.744055 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-d7eb07d9-bd7e-4ac4-805d-d1c0d5af96e8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:38.759119 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:38.810158 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Pushing event updated for resources: {'Port': ['ID=25225b09-4f97-428e-b2be-9bd34cde3b51,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:38.814347 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:38.815602 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:38.816249 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:38.817777 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] 10.222.0.69 "PUT /v2.0/ports/25225b09-4f97-428e-b2be-9bd34cde3b51 HTTP/1.1" status: 200 len: 1157 time: 2.0258143 Feb 05 18:57:38.818811 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa513587-ddd4-436e-a838-7f86178dc854', 'tag': '25225b09-4f97-428e-b2be-9bd34cde3b51'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:57:38.951316 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa513587-ddd4-436e-a838-7f86178dc854', 'tag': '25225b09-4f97-428e-b2be-9bd34cde3b51', 'status': 'completed', 'code': 200} Feb 05 18:57:39.124323 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb07d9-bd7e-4ac4-805d-d1c0d5af96e8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Pushing event updated for resources: {'Port': ['ID=bc5ad4bd-a429-4a3c-90e3-7c298488fc5a,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:39.172356 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d7eb07d9-bd7e-4ac4-805d-d1c0d5af96e8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:39.220085 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-c9a387a4-412c-455a-8307-fa5d4915ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:39.221712 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-c9a387a4-412c-455a-8307-fa5d4915ea8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=43a855f1df7b49c1a170438467a37f52&device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 1160 time: 0.3177893 Feb 05 18:57:39.256318 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-d7eb07d9-bd7e-4ac4-805d-d1c0d5af96e8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Network 1de1179c-4526-48b9-8cf4-6f142ea975b4 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:57:39.257743 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-d7eb07d9-bd7e-4ac4-805d-d1c0d5af96e8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:57:39.259993 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-d7eb07d9-bd7e-4ac4-805d-d1c0d5af96e8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:57:39.319175 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db34594-a993-4b41-b1a5-3da465344a73 req-cdc64485-eada-40c2-b8f7-409f40497e82 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:39.321868 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6db34594-a993-4b41-b1a5-3da465344a73 req-cdc64485-eada-40c2-b8f7-409f40497e82 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.3547623 Feb 05 18:57:39.394573 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-d7eb07d9-bd7e-4ac4-805d-d1c0d5af96e8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:39.395291 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-d7eb07d9-bd7e-4ac4-805d-d1c0d5af96e8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:39.420684 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-0a322ab5-8dda-41e1-a073-53c835f11385 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25225b09-4f97-428e-b2be-9bd34cde3b51 HTTP/1.1" status: 200 len: 217 time: 0.0965600 Feb 05 18:57:39.421642 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-d7eb07d9-bd7e-4ac4-805d-d1c0d5af96e8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4814613 Feb 05 18:57:39.428876 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6387fa-6c28-4bd5-8208-3dc5c0890ada req-c72ee47b-31b8-446a-8f31-058f6f3ce13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:39.430504 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bc6387fa-6c28-4bd5-8208-3dc5c0890ada req-c72ee47b-31b8-446a-8f31-058f6f3ce13b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 1162 time: 0.3710775 Feb 05 18:57:39.466376 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Request body: {'port': {'device_id': '8e684683-709e-45de-b61a-8f8802abf5e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:57:39.529331 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64265799-1bb1-4be7-aaf8-41d0bae65e5b req-73f2f480-0296-4b6f-93bb-4892b05eafc8 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:39.531027 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-64265799-1bb1-4be7-aaf8-41d0bae65e5b req-73f2f480-0296-4b6f-93bb-4892b05eafc8 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 943 time: 0.4112039 Feb 05 18:57:39.588059 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:39.606742 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6db34594-a993-4b41-b1a5-3da465344a73 req-5bee116c-099d-4bd7-957e-afa5cb1d1c14 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782664 Feb 05 18:57:39.677276 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bc6387fa-6c28-4bd5-8208-3dc5c0890ada req-35d489e2-b741-4bf2-b154-a07671c57eeb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451185 Feb 05 18:57:39.711016 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-64265799-1bb1-4be7-aaf8-41d0bae65e5b req-307b0ec6-d437-43e5-9214-b6647e5f8118 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225939 Feb 05 18:57:39.712949 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-a57795e0-3050-4f36-af15-cdcc7a08cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:39.714501 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-a57795e0-3050-4f36-af15-cdcc7a08cb42 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3961e334-7d1e-4fd6-b199-f132904184e0 HTTP/1.1" status: 200 len: 854 time: 0.1789386 Feb 05 18:57:40.036472 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5ad4bd-a429-4a3c-90e3-7c298488fc5a {{(pid=80159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:57:40.046404 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:40.061387 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Transition to ACTIVE for port object bc5ad4bd-a429-4a3c-90e3-7c298488fc5a will not be triggered until provisioned by entity L2. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:57:40.064472 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847988729'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:40.080994 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:40.229320 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5ad4bd-a429-4a3c-90e3-7c298488fc5a,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:40.234858 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:40.356044 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-0869dec8-7e81-4576-9e5b-da6e77306135 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4d031a8-5511-4a0c-8172-059ed7971489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3246984 Feb 05 18:57:40.431332 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Attempting to bind port bc5ad4bd-a429-4a3c-90e3-7c298488fc5a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:57:40.431708 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Attempting to bind port bc5ad4bd-a429-4a3c-90e3-7c298488fc5a by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '2580ab09-bf0c-4a38-abf6-618ec81554d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1de1179c-4526-48b9-8cf4-6f142ea975b4'}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:57:40.432073 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Attempting to bind port bc5ad4bd-a429-4a3c-90e3-7c298488fc5a on network 1de1179c-4526-48b9-8cf4-6f142ea975b4 {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:57:40.438297 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Checking agent: {'id': '448d464c-f4b2-46c5-bbf2-8018ee5cc94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 53, 33), 'started_at': datetime.datetime(2021, 2, 5, 18, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:57:40.438669 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Checking segment: {'id': '2580ab09-bf0c-4a38-abf6-618ec81554d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1de1179c-4526-48b9-8cf4-6f142ea975b4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:57:40.439073 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:40.439466 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Bound using segment: {'id': '2580ab09-bf0c-4a38-abf6-618ec81554d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1de1179c-4526-48b9-8cf4-6f142ea975b4'} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:57:40.439938 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Bound port: bc5ad4bd-a429-4a3c-90e3-7c298488fc5a, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2580ab09-bf0c-4a38-abf6-618ec81554d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1de1179c-4526-48b9-8cf4-6f142ea975b4'}}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:57:40.440312 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:40.544208 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] For port bc5ad4bd-a429-4a3c-90e3-7c298488fc5a, host hv-cinder-77428, cleared binding levels {{(pid=80159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:57:40.548881 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] For port bc5ad4bd-a429-4a3c-90e3-7c298488fc5a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=bc5ad4bd-a429-4a3c-90e3-7c298488fc5a,segment=NetworkSegment(2580ab09-bf0c-4a38-abf6-618ec81554d3),segment_id=2580ab09-bf0c-4a38-abf6-618ec81554d3)] {{(pid=80159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:57:40.552381 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847988729'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:40.569758 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c22a7079-5a09-45d0-9944-5bd665ddeeb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:40.572260 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16186f29-afd1-49a3-a581-8a6e88aaa64d req-089831c9-49d2-4069-b727-8a042ab2a5d4 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:40.573976 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-16186f29-afd1-49a3-a581-8a6e88aaa64d req-089831c9-49d2-4069-b727-8a042ab2a5d4 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e684683-709e-45de-b61a-8f8802abf5e7 HTTP/1.1" status: 200 len: 943 time: 0.2919312 Feb 05 18:57:40.677494 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-16186f29-afd1-49a3-a581-8a6e88aaa64d req-fe861459-7f98-4d10-8a96-eb063987e4af tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952141 Feb 05 18:57:40.681714 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-f7997032-6111-4501-a11f-b16d6ed196ca service neutron] 10.222.0.69 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988031 Feb 05 18:57:40.834438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:40.835238 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:40.836972 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] 10.222.0.69 "PUT /v2.0/ports/bc5ad4bd-a429-4a3c-90e3-7c298488fc5a HTTP/1.1" status: 200 len: 1157 time: 1.3752687 Feb 05 18:57:40.837639 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e684683-709e-45de-b61a-8f8802abf5e7', 'tag': 'bc5ad4bd-a429-4a3c-90e3-7c298488fc5a'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:57:40.870811 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5ad4bd-a429-4a3c-90e3-7c298488fc5a,revision_number=3']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:40.874488 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:41.042786 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-4ba54655-c1c9-41a2-8f6a-ee3ebb04f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:41.044620 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-4ba54655-c1c9-41a2-8f6a-ee3ebb04f2a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3dfc156907564d34b8ad35011e01a55a&device_id=8e684683-709e-45de-b61a-8f8802abf5e7 HTTP/1.1" status: 200 len: 1160 time: 0.0969262 Feb 05 18:57:41.048786 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a211ffc9-bef9-4ee2-9733-3deffd9264b9 req-ef3b98fb-3cc2-4f8d-89d9-f7e25bce17b0 service neutron] 10.222.0.69 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3585041 Feb 05 18:57:41.144835 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-8384ba87-5038-4a37-a273-4f78f2dc3ec9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc5ad4bd-a429-4a3c-90e3-7c298488fc5a HTTP/1.1" status: 200 len: 217 time: 0.0715480 Feb 05 18:57:41.154765 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263096a-4b40-4728-9909-446e1b97a042 req-ce6b2fab-5d7a-4dc7-9042-c124717e4529 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:41.156427 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a263096a-4b40-4728-9909-446e1b97a042 req-ce6b2fab-5d7a-4dc7-9042-c124717e4529 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 943 time: 0.2412555 Feb 05 18:57:41.238020 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e112c6-c881-4350-af4d-fa94c2226132 req-f2546ca2-09ec-4235-8fac-0b5c22f922b5 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:41.239699 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a1e112c6-c881-4350-af4d-fa94c2226132 req-f2546ca2-09ec-4235-8fac-0b5c22f922b5 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.3865867 Feb 05 18:57:41.281069 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-6c59d1f5-6a97-4f6f-a618-f2a1dda19d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:41.283154 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-6c59d1f5-6a97-4f6f-a618-f2a1dda19d3c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c6b76a1d-d077-418c-96c3-1c2bf5c08b54 HTTP/1.1" status: 200 len: 853 time: 0.0702147 Feb 05 18:57:41.357794 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-1c3ce6f1-0444-484f-9e74-18809c7125b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1de1179c-4526-48b9-8cf4-6f142ea975b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515888 Feb 05 18:57:41.403868 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a263096a-4b40-4728-9909-446e1b97a042 req-fcd70d5e-d874-4903-800d-48e043f0f0e0 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612399 Feb 05 18:57:41.426797 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a1e112c6-c881-4350-af4d-fa94c2226132 req-2488d65f-59f4-44e7-ac01-8075c5ac403a tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399510 Feb 05 18:57:41.441098 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ab562-e713-4e88-b5d7-df1ef13a7535 req-1e588d0c-6300-4d6d-a647-71dd01654a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:41.444388 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-642ab562-e713-4e88-b5d7-df1ef13a7535 req-1e588d0c-6300-4d6d-a647-71dd01654a49 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=43a855f1df7b49c1a170438467a37f52&device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 1160 time: 0.2015588 Feb 05 18:57:41.501680 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e684683-709e-45de-b61a-8f8802abf5e7', 'tag': 'bc5ad4bd-a429-4a3c-90e3-7c298488fc5a', 'status': 'completed', 'code': 200} Feb 05 18:57:41.510936 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-98b3282a-976e-452d-be74-7fdceeea398d service neutron] 10.222.0.69 "GET /v2.0/networks/1de1179c-4526-48b9-8cf4-6f142ea975b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444983 Feb 05 18:57:41.602790 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ab562-e713-4e88-b5d7-df1ef13a7535 req-07f6937d-5cbc-43ce-b38c-fd3fd904632c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:41.604366 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-642ab562-e713-4e88-b5d7-df1ef13a7535 req-07f6937d-5cbc-43ce-b38c-fd3fd904632c service neutron] 10.222.0.69 "GET /v2.0/networks?id=b4d031a8-5511-4a0c-8172-059ed7971489 HTTP/1.1" status: 200 len: 908 time: 0.1552906 Feb 05 18:57:41.670260 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b7b5bb73-ec6f-47f6-8de5-0303334324cd req-61bb2bfa-219e-4b84-9f99-6987e3377c96 service neutron] 10.222.0.69 "GET /v2.0/networks/1de1179c-4526-48b9-8cf4-6f142ea975b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1418877 Feb 05 18:57:41.696490 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-642ab562-e713-4e88-b5d7-df1ef13a7535 req-02a5c3e1-f9fa-4462-9f4b-8a31168efa51 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25225b09-4f97-428e-b2be-9bd34cde3b51 HTTP/1.1" status: 200 len: 217 time: 0.0673437 Feb 05 18:57:41.782775 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ab562-e713-4e88-b5d7-df1ef13a7535 req-dc4e2831-41ea-457e-ad0c-1318f1c0ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:41.784349 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-642ab562-e713-4e88-b5d7-df1ef13a7535 req-dc4e2831-41ea-457e-ad0c-1318f1c0ccf1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3961e334-7d1e-4fd6-b199-f132904184e0 HTTP/1.1" status: 200 len: 854 time: 0.0702856 Feb 05 18:57:41.896290 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28ffa5-5003-4077-9dda-2e27a1352df7 req-0e63f1bb-1eb8-47b0-8212-07ce8c765262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:41.898034 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9c28ffa5-5003-4077-9dda-2e27a1352df7 req-0e63f1bb-1eb8-47b0-8212-07ce8c765262 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3dfc156907564d34b8ad35011e01a55a&device_id=8e684683-709e-45de-b61a-8f8802abf5e7 HTTP/1.1" status: 200 len: 1160 time: 0.0778706 Feb 05 18:57:41.902148 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-642ab562-e713-4e88-b5d7-df1ef13a7535 req-a7bae2db-d0fd-451b-acd8-7de50d120d8d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b4d031a8-5511-4a0c-8172-059ed7971489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611050 Feb 05 18:57:42.059917 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28ffa5-5003-4077-9dda-2e27a1352df7 req-4082eedc-a264-486c-88bd-b87400952a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:42.061545 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9c28ffa5-5003-4077-9dda-2e27a1352df7 req-4082eedc-a264-486c-88bd-b87400952a45 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1de1179c-4526-48b9-8cf4-6f142ea975b4 HTTP/1.1" status: 200 len: 907 time: 0.1459844 Feb 05 18:57:42.108977 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f451d-a15e-4539-b7a7-414817f38e01 req-b7fe9af5-0d10-4057-b290-57dd342e864c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:42.110714 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d41f451d-a15e-4539-b7a7-414817f38e01 req-b7fe9af5-0d10-4057-b290-57dd342e864c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e684683-709e-45de-b61a-8f8802abf5e7 HTTP/1.1" status: 200 len: 943 time: 0.3062191 Feb 05 18:57:42.146215 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9c28ffa5-5003-4077-9dda-2e27a1352df7 req-7d678cc8-7397-4df2-a260-ad9fd167d91b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc5ad4bd-a429-4a3c-90e3-7c298488fc5a HTTP/1.1" status: 200 len: 217 time: 0.0737851 Feb 05 18:57:42.189667 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-642ab562-e713-4e88-b5d7-df1ef13a7535 req-9ac488bf-0066-4641-b92b-7812d5c34b90 service neutron] 10.222.0.69 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731671 Feb 05 18:57:42.208350 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d41f451d-a15e-4539-b7a7-414817f38e01 req-cbec61ad-ff4b-4e61-97dd-62098358b2a0 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882366 Feb 05 18:57:42.226659 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28ffa5-5003-4077-9dda-2e27a1352df7 req-54200674-f2d0-4bbc-81ae-092c3f031c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:42.228349 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9c28ffa5-5003-4077-9dda-2e27a1352df7 req-54200674-f2d0-4bbc-81ae-092c3f031c28 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c6b76a1d-d077-418c-96c3-1c2bf5c08b54 HTTP/1.1" status: 200 len: 853 time: 0.0683377 Feb 05 18:57:42.289334 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9c28ffa5-5003-4077-9dda-2e27a1352df7 req-af79ab2b-f4ff-4225-a27c-3d0f76d271c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1de1179c-4526-48b9-8cf4-6f142ea975b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510697 Feb 05 18:57:42.353265 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-642ab562-e713-4e88-b5d7-df1ef13a7535 req-937b1455-aec9-489a-b79c-164076a159e9 service neutron] 10.222.0.69 "GET /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1440520 Feb 05 18:57:42.449954 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9c28ffa5-5003-4077-9dda-2e27a1352df7 req-82448c12-136f-4da4-aed7-6b36f5e1aad1 service neutron] 10.222.0.69 "GET /v2.0/networks/1de1179c-4526-48b9-8cf4-6f142ea975b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493642 Feb 05 18:57:42.597326 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9c28ffa5-5003-4077-9dda-2e27a1352df7 req-43f51ce1-c5f0-4385-98d1-46ee77c686dc service neutron] 10.222.0.69 "GET /v2.0/networks/1de1179c-4526-48b9-8cf4-6f142ea975b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371500 Feb 05 18:57:42.771088 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d56a6-8c8a-4b2c-85eb-9b50baa8aab5 req-ffa74736-5d05-4945-96bb-8ff353ea0743 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:42.773221 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-285d56a6-8c8a-4b2c-85eb-9b50baa8aab5 req-ffa74736-5d05-4945-96bb-8ff353ea0743 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 943 time: 0.2368846 Feb 05 18:57:42.856132 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988070d-f930-44d6-82d1-c74365e628ea req-c00c8975-9e2c-4515-9589-7a627c838498 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:42.857788 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d988070d-f930-44d6-82d1-c74365e628ea req-c00c8975-9e2c-4515-9589-7a627c838498 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.2840080 Feb 05 18:57:42.952492 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-285d56a6-8c8a-4b2c-85eb-9b50baa8aab5 req-eebe6eb4-82eb-41bd-b1f1-2a89f3ab8d13 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936244 Feb 05 18:57:42.972198 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d988070d-f930-44d6-82d1-c74365e628ea req-2d0d47b0-1eb1-40ca-a3ae-03d4de252ba4 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983651 Feb 05 18:57:43.045945 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device aebd90d0-a7ba-4fc6-919a-d25b6dae6033 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:43.122401 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port aebd90d0-a7ba-4fc6-919a-d25b6dae6033 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:43.122799 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:43.552164 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b5d6e-76fa-4351-9013-fa5c82d90318 req-f8a9f25b-c3dd-4fe6-b0ca-f929e18e1c17 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:43.553947 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e13b5d6e-76fa-4351-9013-fa5c82d90318 req-f8a9f25b-c3dd-4fe6-b0ca-f929e18e1c17 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e684683-709e-45de-b61a-8f8802abf5e7 HTTP/1.1" status: 200 len: 943 time: 0.1849253 Feb 05 18:57:43.617696 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933da683-84cc-41cc-94f7-7482c97cf3e3 req-b796a30c-565a-4e79-a8c2-15a4673ccdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:43.619756 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-933da683-84cc-41cc-94f7-7482c97cf3e3 req-b796a30c-565a-4e79-a8c2-15a4673ccdc7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=41ac3b59d1b342459afdeeb6ea515ca7&device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 1162 time: 0.0850747 Feb 05 18:57:43.676996 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e13b5d6e-76fa-4351-9013-fa5c82d90318 req-9644b0fa-3f44-40d2-a3b7-64c5fea445da tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776277 Feb 05 18:57:43.783723 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34fead-942f-44ba-9d8f-e7cec94c0bde req-747e3c2f-136b-41e6-b972-f9afc8a45d50 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:43.784176 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933da683-84cc-41cc-94f7-7482c97cf3e3 req-9c25f297-4fcb-4577-b877-cbbd35ff3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:43.785540 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-933da683-84cc-41cc-94f7-7482c97cf3e3 req-9c25f297-4fcb-4577-b877-cbbd35ff3fd7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9657212a-b08a-47f2-990a-340c82f01463 HTTP/1.1" status: 200 len: 912 time: 0.1493099 Feb 05 18:57:43.788637 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6b34fead-942f-44ba-9d8f-e7cec94c0bde req-747e3c2f-136b-41e6-b972-f9afc8a45d50 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.2303703 Feb 05 18:57:43.858237 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6b34fead-942f-44ba-9d8f-e7cec94c0bde req-3cf40f80-fba1-4f6c-b00d-015e76835e15 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642009 Feb 05 18:57:44.082530 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-933da683-84cc-41cc-94f7-7482c97cf3e3 req-569da83d-8572-423b-ac50-1fb9d8dab46d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aebd90d0-a7ba-4fc6-919a-d25b6dae6033 HTTP/1.1" status: 200 len: 217 time: 0.2853124 Feb 05 18:57:44.153703 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933da683-84cc-41cc-94f7-7482c97cf3e3 req-bf9de72a-6846-4750-b12a-e7323a1ac75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:44.155260 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-933da683-84cc-41cc-94f7-7482c97cf3e3 req-bf9de72a-6846-4750-b12a-e7323a1ac75e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c829bd72-056f-4907-824c-4eeeb1817b58 HTTP/1.1" status: 200 len: 858 time: 0.0647416 Feb 05 18:57:44.214842 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-933da683-84cc-41cc-94f7-7482c97cf3e3 req-565bafdb-3dc3-4f4d-a569-02eb74a6d932 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9657212a-b08a-47f2-990a-340c82f01463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491488 Feb 05 18:57:44.263231 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adde180-e85d-4468-9cc3-deb69d73ba30 req-69b56389-21d9-4f22-bd1b-722c674ea268 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:44.264848 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6adde180-e85d-4468-9cc3-deb69d73ba30 req-69b56389-21d9-4f22-bd1b-722c674ea268 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 943 time: 0.1782973 Feb 05 18:57:44.337386 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6adde180-e85d-4468-9cc3-deb69d73ba30 req-cd56bc58-b559-401b-8c4a-235ddc1978fe tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663173 Feb 05 18:57:44.375036 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-933da683-84cc-41cc-94f7-7482c97cf3e3 req-2470887a-d492-4be8-9f05-56260ae43db2 service neutron] 10.222.0.69 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528766 Feb 05 18:57:44.521304 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-933da683-84cc-41cc-94f7-7482c97cf3e3 req-4d054f98-cb35-4ca9-b57e-eb1eb0a2f3ba service neutron] 10.222.0.69 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359866 Feb 05 18:57:45.148975 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.objects.ports [None req-998bb17e-f1c1-48bc-939c-53d3290db007 None None] Time-cost: Fetching 5 ports in 2 security groups {{(pid=80160) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 18:57:45.251913 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a52d3d-4184-43d8-8e46-217f4bffa511 req-4e49c5ef-3e30-4c3e-80dc-bf28ad7427d0 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:45.253579 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b1a52d3d-4184-43d8-8e46-217f4bffa511 req-4e49c5ef-3e30-4c3e-80dc-bf28ad7427d0 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e684683-709e-45de-b61a-8f8802abf5e7 HTTP/1.1" status: 200 len: 943 time: 0.4453685 Feb 05 18:57:45.375206 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2929112-4b8e-46db-a2fb-04079fb0dfba req-49a50870-622c-487c-aafb-86eb7d796f63 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:45.376879 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e2929112-4b8e-46db-a2fb-04079fb0dfba req-49a50870-622c-487c-aafb-86eb7d796f63 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.2782073 Feb 05 18:57:45.433842 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b1a52d3d-4184-43d8-8e46-217f4bffa511 req-6652326d-53eb-4002-8acd-fb188fdcdc65 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707988 Feb 05 18:57:45.473345 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e2929112-4b8e-46db-a2fb-04079fb0dfba req-b2848a30-9689-4d7a-ab4a-ce649e5b50a8 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864909 Feb 05 18:57:45.754792 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde804cf-f2f1-4949-bda5-264ef4a9924a req-4284ad07-5d9b-461b-a3cf-2698ffa199df tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:45.757211 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bde804cf-f2f1-4949-bda5-264ef4a9924a req-4284ad07-5d9b-461b-a3cf-2698ffa199df tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 943 time: 0.1646461 Feb 05 18:57:45.819890 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bde804cf-f2f1-4949-bda5-264ef4a9924a req-e871624f-a92c-4a19-a1c8-50f5c0460dc0 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563858 Feb 05 18:57:46.801442 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27e7c3-1fdc-4a92-aadf-2e00e688807d req-7c628868-f411-4448-b6e2-7eb9258cf747 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:46.803700 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4c27e7c3-1fdc-4a92-aadf-2e00e688807d req-7c628868-f411-4448-b6e2-7eb9258cf747 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e684683-709e-45de-b61a-8f8802abf5e7 HTTP/1.1" status: 200 len: 943 time: 0.2380180 Feb 05 18:57:46.885334 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a0831-a62f-44c1-9708-db99d073210e req-5d9f8010-3d59-4938-8393-0f5c3d54d0e3 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:46.886605 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ff3a0831-a62f-44c1-9708-db99d073210e req-5d9f8010-3d59-4938-8393-0f5c3d54d0e3 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.2733994 Feb 05 18:57:46.986065 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4c27e7c3-1fdc-4a92-aadf-2e00e688807d req-a0d4da81-286f-4403-b5a6-142cb3389965 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983479 Feb 05 18:57:47.012401 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ff3a0831-a62f-44c1-9708-db99d073210e req-08b58a38-af88-46fd-99a4-bcb82df78469 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051183 Feb 05 18:57:47.421687 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 44338) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:47.511375 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86025a3f-75b8-4008-8b32-f84e6c89ba3f req-4e76f43d-a528-4fcc-83f1-25f13b05ee50 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:47.513071 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-86025a3f-75b8-4008-8b32-f84e6c89ba3f req-4e76f43d-a528-4fcc-83f1-25f13b05ee50 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 943 time: 0.1663175 Feb 05 18:57:47.530197 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device bc5ad4bd-a429-4a3c-90e3-7c298488fc5a up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:47.576810 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-86025a3f-75b8-4008-8b32-f84e6c89ba3f req-fd48ab11-c39a-4426-b980-cd15f48b93d5 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574248 Feb 05 18:57:47.586910 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:47.607613 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:57:47.611696 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Usage tracker for resource:security_group_rule and tenant:012c797ea9bb4b12a72e6c40a3574c4d is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:57:47.614098 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning for port bc5ad4bd-a429-4a3c-90e3-7c298488fc5a completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:57:47.614702 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:57:47.620235 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port bc5ad4bd-a429-4a3c-90e3-7c298488fc5a triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:47.620652 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:47.621335 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:57:47.709730 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:47.713186 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:47.722434 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ba43a24a-807c-4ef3-a981-eb1b2d4b7fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:47.747658 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:47.765749 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=012c797ea9bb4b12a72e6c40a3574c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428071 Feb 05 18:57:47.766612 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bda753-9a2f-4937-9e9f-573e93804ae4,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:47.768451 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 44344) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:47.775426 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.775823 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.775966 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e684683-709e-45de-b61a-8f8802abf5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5ad4bd-a429-4a3c-90e3-7c298488fc5a'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:57:47.776222 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.776611 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.776996 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.777409 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.777793 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.778171 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.778551 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.778965 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.779345 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.779721 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.780178 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.780601 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.780983 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.781397 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.781791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.782168 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.782549 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.782925 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.783300 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.783674 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.784050 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.784425 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.787426 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port bc5ad4bd-a429-4a3c-90e3-7c298488fc5a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=bc5ad4bd-a429-4a3c-90e3-7c298488fc5a,segment=NetworkSegment(2580ab09-bf0c-4a38-abf6-618ec81554d3),segment_id=2580ab09-bf0c-4a38-abf6-618ec81554d3)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:57:47.789890 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:47.794706 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:47.795614 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 25225b09-4f97-428e-b2be-9bd34cde3b51 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:47.827046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:47.847739 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:47.858451 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e684683-709e-45de-b61a-8f8802abf5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5ad4bd-a429-4a3c-90e3-7c298488fc5a', 'code': 200} Feb 05 18:57:47.876559 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:47.922374 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:47.928457 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:47.930645 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=bc5ad4bd-a429-4a3c-90e3-7c298488fc5a,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:47.934874 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:47.938498 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning for port 25225b09-4f97-428e-b2be-9bd34cde3b51 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:57:47.942479 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bda753-9a2f-4937-9e9f-573e93804ae4,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:47.943765 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 25225b09-4f97-428e-b2be-9bd34cde3b51 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:47.944264 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:47.953891 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:47.957635 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17bda753-9a2f-4937-9e9f-573e93804ae4 HTTP/1.1" status: 204 len: 168 time: 0.1852272 Feb 05 18:57:47.957635 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.957635 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.957635 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.957954 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.958178 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.958557 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.959509 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.959890 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.960336 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.960640 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.961013 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.961411 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.961845 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.962231 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.962589 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.962957 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.963324 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.963694 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.964077 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.964432 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.964801 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.965221 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.965557 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.965924 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:47.970833 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:48.123708 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:48.162489 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 25225b09-4f97-428e-b2be-9bd34cde3b51, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=25225b09-4f97-428e-b2be-9bd34cde3b51,segment=NetworkSegment(71042f81-32b9-455a-9fb0-8d92ee6e6374),segment_id=71042f81-32b9-455a-9fb0-8d92ee6e6374)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:57:48.166404 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:48.168611 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:48.204098 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f8c38-fabd-406b-ae1e-eda422e42ab6 req-e8f20e7e-bc48-4d07-9feb-5757183e6368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:48.205888 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-689f8c38-fabd-406b-ae1e-eda422e42ab6 req-e8f20e7e-bc48-4d07-9feb-5757183e6368 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8e684683-709e-45de-b61a-8f8802abf5e7 HTTP/1.1" status: 200 len: 1162 time: 0.1121712 Feb 05 18:57:48.252494 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=25225b09-4f97-428e-b2be-9bd34cde3b51,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:48.256827 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:48.275628 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-689f8c38-fabd-406b-ae1e-eda422e42ab6 req-ff29e95f-8f26-4f0f-8fe8-40801cf2eaea service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604687 Feb 05 18:57:48.389766 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 44362) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:48.408153 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d8d71444-4790-42cd-a33f-d005b04077c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:48.418927 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73bb99-0f13-403f-8169-64ba23ebcda1 req-285044a1-964b-46bc-be04-f685c29580ad tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:48.420606 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6d73bb99-0f13-403f-8169-64ba23ebcda1 req-285044a1-964b-46bc-be04-f685c29580ad tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.2481287 Feb 05 18:57:48.424078 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d8d71444-4790-42cd-a33f-d005b04077c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:57:48.429232 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d8d71444-4790-42cd-a33f-d005b04077c3 admin admin] Usage tracker for resource:security_group_rule and tenant:f9cd4222c44644f8a10f4ea2b12ea176 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:57:48.432297 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d8d71444-4790-42cd-a33f-d005b04077c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:57:48.438144 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d8d71444-4790-42cd-a33f-d005b04077c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:57:48.509933 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb14738-90b2-4db3-8a74-80cedc4461f8 req-94e59518-a67f-4169-8e9f-c3cfde60168f tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:48.511888 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2cb14738-90b2-4db3-8a74-80cedc4461f8 req-94e59518-a67f-4169-8e9f-c3cfde60168f tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e684683-709e-45de-b61a-8f8802abf5e7 HTTP/1.1" status: 200 len: 945 time: 0.2877293 Feb 05 18:57:48.526339 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d8d71444-4790-42cd-a33f-d005b04077c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:48.529730 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d8d71444-4790-42cd-a33f-d005b04077c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:48.538926 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c3efcd2b-2c8b-4ff6-9c76-1b241c67351a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:48.580728 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-d8d71444-4790-42cd-a33f-d005b04077c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9cd4222c44644f8a10f4ea2b12ea176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898172 Feb 05 18:57:48.582750 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d71444-4790-42cd-a33f-d005b04077c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acba2a1-b2f6-478c-8c1f-a7a7cc52d397,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:48.585914 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 44366) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:48.588737 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d8d71444-4790-42cd-a33f-d005b04077c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:48.600643 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6d73bb99-0f13-403f-8169-64ba23ebcda1 req-c0f88946-ab9b-4225-9ac4-f147466aa962 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879991 Feb 05 18:57:48.624981 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2cb14738-90b2-4db3-8a74-80cedc4461f8 req-c4fd6313-9f79-42ee-a5aa-ea177df3d601 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978718 Feb 05 18:57:48.667897 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f95a90aa-4784-4334-8746-cd981c9340ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:48.702896 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f95a90aa-4784-4334-8746-cd981c9340ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:48.764107 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f95a90aa-4784-4334-8746-cd981c9340ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:48.769237 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:48.782021 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a90aa-4784-4334-8746-cd981c9340ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acba2a1-b2f6-478c-8c1f-a7a7cc52d397,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:48.786133 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f95a90aa-4784-4334-8746-cd981c9340ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:48.791842 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f95a90aa-4784-4334-8746-cd981c9340ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:48.795926 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-f95a90aa-4784-4334-8746-cd981c9340ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4acba2a1-b2f6-478c-8c1f-a7a7cc52d397 HTTP/1.1" status: 204 len: 168 time: 0.2061727 Feb 05 18:57:49.145078 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57145dc2-9b1d-410a-a30b-2660f17d2168 req-43e14184-cbaf-4674-b589-070b45c6c388 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:49.148801 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-57145dc2-9b1d-410a-a30b-2660f17d2168 req-43e14184-cbaf-4674-b589-070b45c6c388 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 945 time: 0.1940203 Feb 05 18:57:49.212160 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-57145dc2-9b1d-410a-a30b-2660f17d2168 req-d5bc7955-4062-4634-9b6e-a5175948e343 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591133 Feb 05 18:57:49.859792 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa513587-ddd4-436e-a838-7f86178dc854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25225b09-4f97-428e-b2be-9bd34cde3b51'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:57:49.931332 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8ff87-74e8-4a2d-b499-3490a7b03562 req-4b28c4a4-9c2a-404c-8b88-ae268609cfb0 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:49.933043 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-99d8ff87-74e8-4a2d-b499-3490a7b03562 req-4b28c4a4-9c2a-404c-8b88-ae268609cfb0 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e684683-709e-45de-b61a-8f8802abf5e7 HTTP/1.1" status: 200 len: 945 time: 0.1680715 Feb 05 18:57:50.008130 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-99d8ff87-74e8-4a2d-b499-3490a7b03562 req-80dec3f8-b9bb-4883-a240-6e152407c2c7 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662913 Feb 05 18:57:50.082285 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa513587-ddd4-436e-a838-7f86178dc854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25225b09-4f97-428e-b2be-9bd34cde3b51', 'code': 200} Feb 05 18:57:50.233513 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device bc5ad4bd-a429-4a3c-90e3-7c298488fc5a up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:50.347296 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port bc5ad4bd-a429-4a3c-90e3-7c298488fc5a triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:50.347743 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:50.519687 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device aebd90d0-a7ba-4fc6-919a-d25b6dae6033 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:50.595836 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port aebd90d0-a7ba-4fc6-919a-d25b6dae6033 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:50.596498 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:50.609733 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76605b-fcf1-4b54-b02b-006e3142a0b8 req-6234fff9-ac4e-43c1-934c-fc8b7ebc82df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:50.612460 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ad76605b-fcf1-4b54-b02b-006e3142a0b8 req-6234fff9-ac4e-43c1-934c-fc8b7ebc82df service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 1162 time: 0.1163549 Feb 05 18:57:50.670761 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a0174-a6e7-4b7c-98a1-d65268399436 req-e30524f0-bd76-4c87-a5a5-8898362bd86d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:50.672533 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ad76605b-fcf1-4b54-b02b-006e3142a0b8 req-e645be0a-3023-437c-af77-f472336c5569 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524225 Feb 05 18:57:50.672707 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-537a0174-a6e7-4b7c-98a1-d65268399436 req-e30524f0-bd76-4c87-a5a5-8898362bd86d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 945 time: 0.2591352 Feb 05 18:57:50.732603 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:50.760537 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73449b9c-67bc-4d3c-945e-2636fee89ee4 req-c7f4b1ff-71b4-48ca-b15e-9777dc38db99 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:50.762244 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-73449b9c-67bc-4d3c-945e-2636fee89ee4 req-c7f4b1ff-71b4-48ca-b15e-9777dc38db99 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.3009236 Feb 05 18:57:50.806810 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:50.807228 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:50.861066 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-537a0174-a6e7-4b7c-98a1-d65268399436 req-aa8447a5-4209-491f-a32b-aad365440751 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976205 Feb 05 18:57:50.880200 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-73449b9c-67bc-4d3c-945e-2636fee89ee4 req-102ebff2-f859-4836-87ee-be121eb2be31 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987740 Feb 05 18:57:50.941800 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 05fa27b2-83c5-4386-8732-178e63db3a8a up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:51.025297 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 05fa27b2-83c5-4386-8732-178e63db3a8a triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:51.025873 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:51.173779 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device f52fdd77-a096-46c7-a641-4d7b9202e489 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:51.265469 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port f52fdd77-a096-46c7-a641-4d7b9202e489 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:51.266036 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:51.362027 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e75c6-69d2-4f80-9247-409ef5970873 req-18d1c3a3-eea4-4fb7-9b65-1132c83844a5 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:51.364438 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-994e75c6-69d2-4f80-9247-409ef5970873 req-18d1c3a3-eea4-4fb7-9b65-1132c83844a5 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e684683-709e-45de-b61a-8f8802abf5e7 HTTP/1.1" status: 200 len: 945 time: 0.1923792 Feb 05 18:57:51.448096 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-994e75c6-69d2-4f80-9247-409ef5970873 req-5fe39eda-2f9e-4696-b54c-7df5fc2add4a tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746837 Feb 05 18:57:51.461874 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 25225b09-4f97-428e-b2be-9bd34cde3b51 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:51.579012 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 25225b09-4f97-428e-b2be-9bd34cde3b51 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:51.579430 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:51.825481 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 44498) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:52.004581 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6d7befb-bfc3-444a-a9cd-c28cc19e3401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:52.075734 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e6d7befb-bfc3-444a-a9cd-c28cc19e3401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:57:52.084299 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e6d7befb-bfc3-444a-a9cd-c28cc19e3401 admin admin] Usage tracker for resource:security_group_rule and tenant:3310118ed4624bd998ff4ff6e591bddb is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:57:52.091061 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e6d7befb-bfc3-444a-a9cd-c28cc19e3401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:57:52.105160 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e6d7befb-bfc3-444a-a9cd-c28cc19e3401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:57:52.232109 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f2835-2e5f-44e6-b7f2-53eaad71f911 req-75d76f9c-9cce-476f-a9f7-bb55fd4a9f59 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:52.233749 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fc8f2835-2e5f-44e6-b7f2-53eaad71f911 req-75d76f9c-9cce-476f-a9f7-bb55fd4a9f59 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 945 time: 0.2130365 Feb 05 18:57:52.320225 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fc8f2835-2e5f-44e6-b7f2-53eaad71f911 req-5b1ed371-7512-4327-8922-4752ace9ae87 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769093 Feb 05 18:57:52.351288 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6d7befb-bfc3-444a-a9cd-c28cc19e3401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:52.354182 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6d7befb-bfc3-444a-a9cd-c28cc19e3401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:52.362716 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3695a25a-dd1a-4221-b16f-41bce89524dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:52.401650 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device bc5ad4bd-a429-4a3c-90e3-7c298488fc5a up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:52.409132 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7befb-bfc3-444a-a9cd-c28cc19e3401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f024d4-6ccd-4f32-8698-0b3c69e94451,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:52.416802 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-e6d7befb-bfc3-444a-a9cd-c28cc19e3401 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3310118ed4624bd998ff4ff6e591bddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5899909 Feb 05 18:57:52.417775 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 44510) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:52.418594 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e6d7befb-bfc3-444a-a9cd-c28cc19e3401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:52.474431 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port bc5ad4bd-a429-4a3c-90e3-7c298488fc5a triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:52.475382 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:52.480671 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-56ac8c32-c7b0-40a2-b9bf-6b20563c6b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:52.513540 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-56ac8c32-c7b0-40a2-b9bf-6b20563c6b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:52.558498 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-56ac8c32-c7b0-40a2-b9bf-6b20563c6b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:52.562381 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d7bd46d8-0312-46d0-b97e-f5e07ce77882 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:52.574397 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac8c32-c7b0-40a2-b9bf-6b20563c6b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f024d4-6ccd-4f32-8698-0b3c69e94451,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:52.579717 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-56ac8c32-c7b0-40a2-b9bf-6b20563c6b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:52.581732 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-56ac8c32-c7b0-40a2-b9bf-6b20563c6b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:52.585971 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-56ac8c32-c7b0-40a2-b9bf-6b20563c6b01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42f024d4-6ccd-4f32-8698-0b3c69e94451 HTTP/1.1" status: 204 len: 168 time: 0.1675575 Feb 05 18:57:52.961140 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 44538) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:52.982598 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5adfd56e-160a-42a4-a18c-c3c3c040ac5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:53.001731 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5adfd56e-160a-42a4-a18c-c3c3c040ac5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:57:53.006832 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-5adfd56e-160a-42a4-a18c-c3c3c040ac5d admin admin] Usage tracker for resource:security_group_rule and tenant:f965883074134ce2abed0792351fda5e is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:57:53.010185 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-5adfd56e-160a-42a4-a18c-c3c3c040ac5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:57:53.017055 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5adfd56e-160a-42a4-a18c-c3c3c040ac5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:57:53.117221 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5adfd56e-160a-42a4-a18c-c3c3c040ac5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:53.120328 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5adfd56e-160a-42a4-a18c-c3c3c040ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:53.130957 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6f6be9d7-00f6-4070-80b9-0cf4a58771b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:53.179026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adfd56e-160a-42a4-a18c-c3c3c040ac5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55915de-1014-460e-8e24-a2220b2fd8c3,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:53.182493 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5adfd56e-160a-42a4-a18c-c3c3c040ac5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:53.185473 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-5adfd56e-160a-42a4-a18c-c3c3c040ac5d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f965883074134ce2abed0792351fda5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231374 Feb 05 18:57:53.188452 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 44542) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:53.257293 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ae48c0c4-80d9-489b-8363-0899894d2d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:53.285667 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ae48c0c4-80d9-489b-8363-0899894d2d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:53.345889 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ae48c0c4-80d9-489b-8363-0899894d2d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:53.346330 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-65046d0c-63a9-47ac-a5b7-43a6a065315c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:53.357561 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48c0c4-80d9-489b-8363-0899894d2d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55915de-1014-460e-8e24-a2220b2fd8c3,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:53.361334 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ae48c0c4-80d9-489b-8363-0899894d2d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:53.366152 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ae48c0c4-80d9-489b-8363-0899894d2d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:53.369583 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-ae48c0c4-80d9-489b-8363-0899894d2d79 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c55915de-1014-460e-8e24-a2220b2fd8c3 HTTP/1.1" status: 204 len: 168 time: 0.1784425 Feb 05 18:57:53.636064 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f7b15-2c67-4bf3-b33a-a38c11e050e6 req-bf6e7db3-1f86-4af7-bf2c-3d5b91da37e7 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:53.637798 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-960f7b15-2c67-4bf3-b33a-a38c11e050e6 req-bf6e7db3-1f86-4af7-bf2c-3d5b91da37e7 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 945 time: 0.1669190 Feb 05 18:57:53.703113 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-960f7b15-2c67-4bf3-b33a-a38c11e050e6 req-435d43dd-2521-49b5-b7bd-d8bb3a752c2e tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588233 Feb 05 18:57:54.540981 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 25225b09-4f97-428e-b2be-9bd34cde3b51 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:54.618506 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 25225b09-4f97-428e-b2be-9bd34cde3b51 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:54.619278 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:55.625779 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df180c-98f8-41cb-9a44-f42c8a176f2e req-5b3849fc-c2fd-473c-a638-70027ecdb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:55.627545 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e8df180c-98f8-41cb-9a44-f42c8a176f2e req-5b3849fc-c2fd-473c-a638-70027ecdb700 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=41ac3b59d1b342459afdeeb6ea515ca7&device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 1162 time: 0.1180673 Feb 05 18:57:55.784932 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df180c-98f8-41cb-9a44-f42c8a176f2e req-1b8d9f40-12a2-4779-bc1c-fedb831598e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:55.786520 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e8df180c-98f8-41cb-9a44-f42c8a176f2e req-1b8d9f40-12a2-4779-bc1c-fedb831598e0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9657212a-b08a-47f2-990a-340c82f01463 HTTP/1.1" status: 200 len: 912 time: 0.1492391 Feb 05 18:57:55.853014 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bce17-1de3-4bad-b2a5-f5c26a786c8e req-d7f29b60-f8f1-454c-a350-197d24fae920 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:55.855402 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f26bce17-1de3-4bad-b2a5-f5c26a786c8e req-d7f29b60-f8f1-454c-a350-197d24fae920 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.2060401 Feb 05 18:57:55.872774 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e8df180c-98f8-41cb-9a44-f42c8a176f2e req-facd7da3-acb7-4257-8dc7-baacc864f86b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aebd90d0-a7ba-4fc6-919a-d25b6dae6033 HTTP/1.1" status: 200 len: 217 time: 0.0783308 Feb 05 18:57:55.930508 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f26bce17-1de3-4bad-b2a5-f5c26a786c8e req-2d16fb5d-4e79-495e-bcc6-1c5d31d094cd tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677097 Feb 05 18:57:55.961971 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 44632) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:55.976432 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df180c-98f8-41cb-9a44-f42c8a176f2e req-5bf21d5a-4cf0-44e4-a880-dd55ad66d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:55.978123 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e8df180c-98f8-41cb-9a44-f42c8a176f2e req-5bf21d5a-4cf0-44e4-a880-dd55ad66d8ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c829bd72-056f-4907-824c-4eeeb1817b58 HTTP/1.1" status: 200 len: 858 time: 0.0895081 Feb 05 18:57:56.039795 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e8df180c-98f8-41cb-9a44-f42c8a176f2e req-2da6dbe9-01a3-43dc-a8a4-261b37a7a144 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9657212a-b08a-47f2-990a-340c82f01463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527196 Feb 05 18:57:56.193236 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2e77ac03-5ace-4025-bc29-43144aa60e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:56.222981 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2e77ac03-5ace-4025-bc29-43144aa60e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:57:56.240646 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-2e77ac03-5ace-4025-bc29-43144aa60e27 admin admin] Usage tracker for resource:security_group_rule and tenant:05825579a7fb49afb1df3fad24f1c39e is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:57:56.246550 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-2e77ac03-5ace-4025-bc29-43144aa60e27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:57:56.255294 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-2e77ac03-5ace-4025-bc29-43144aa60e27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:57:56.283383 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e8df180c-98f8-41cb-9a44-f42c8a176f2e req-493f5264-61e9-4103-8e20-23b7ad6d6118 service neutron] 10.222.0.69 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233989 Feb 05 18:57:56.495857 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2e77ac03-5ace-4025-bc29-43144aa60e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:56.500115 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2e77ac03-5ace-4025-bc29-43144aa60e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:56.509319 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a2e7c59c-508a-46c3-9267-bb888d4eb39e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:56.517872 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e8df180c-98f8-41cb-9a44-f42c8a176f2e req-ad0f4725-63dd-4e8c-9266-8b7a91a16d78 service neutron] 10.222.0.69 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2048819 Feb 05 18:57:56.554002 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-2e77ac03-5ace-4025-bc29-43144aa60e27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05825579a7fb49afb1df3fad24f1c39e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5908260 Feb 05 18:57:56.555814 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77ac03-5ace-4025-bc29-43144aa60e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6dbb98-262e-44e4-bf27-591fa68f2ac6,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:56.556971 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 44644) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:56.559052 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2e77ac03-5ace-4025-bc29-43144aa60e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:56.635397 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4611096-a4b4-4b79-b675-3a4ad9ffbf6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:56.663257 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4611096-a4b4-4b79-b675-3a4ad9ffbf6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:56.709524 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4611096-a4b4-4b79-b675-3a4ad9ffbf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:56.715080 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1776a84e-4378-4d65-9c08-fae07a99bed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:56.730697 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4611096-a4b4-4b79-b675-3a4ad9ffbf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6dbb98-262e-44e4-bf27-591fa68f2ac6,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:56.733283 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f4611096-a4b4-4b79-b675-3a4ad9ffbf6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:56.741164 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4611096-a4b4-4b79-b675-3a4ad9ffbf6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:56.745313 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-f4611096-a4b4-4b79-b675-3a4ad9ffbf6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f6dbb98-262e-44e4-bf27-591fa68f2ac6 HTTP/1.1" status: 204 len: 168 time: 0.1843064 Feb 05 18:57:57.105609 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 44662) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:57.126539 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7e8894cb-40f7-4407-bad4-c749d33f75b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:57.143110 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7e8894cb-40f7-4407-bad4-c749d33f75b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:57:57.147265 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-7e8894cb-40f7-4407-bad4-c749d33f75b5 admin admin] Usage tracker for resource:security_group_rule and tenant:9c23fe10e50f4f038240183f0c23e856 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:57:57.150316 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-7e8894cb-40f7-4407-bad4-c749d33f75b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:57:57.156165 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7e8894cb-40f7-4407-bad4-c749d33f75b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:57:57.241301 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05511cf-599d-4375-8aa3-81cf7a6c0634 req-e38fbd03-effb-4224-adbe-437aec3d4ab8 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:57.243069 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f05511cf-599d-4375-8aa3-81cf7a6c0634 req-e38fbd03-effb-4224-adbe-437aec3d4ab8 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.1652403 Feb 05 18:57:57.261955 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7e8894cb-40f7-4407-bad4-c749d33f75b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:57.266094 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7e8894cb-40f7-4407-bad4-c749d33f75b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:57.275666 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:57.322247 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f05511cf-599d-4375-8aa3-81cf7a6c0634 req-bb3f75d6-6ad3-49f8-8616-5eb8fd1c6e54 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723891 Feb 05 18:57:57.336815 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-7e8894cb-40f7-4407-bad4-c749d33f75b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c23fe10e50f4f038240183f0c23e856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275441 Feb 05 18:57:57.336815 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8894cb-40f7-4407-bad4-c749d33f75b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9882b179-a3bc-47fd-b99d-d024d5a0af67,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:57.337329 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 44670) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:57.339004 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7e8894cb-40f7-4407-bad4-c749d33f75b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:57.403489 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e1c1-c06c-40cc-88cc-0be96c99bb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:57.434363 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e1c1-c06c-40cc-88cc-0be96c99bb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:57.479465 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e1c1-c06c-40cc-88cc-0be96c99bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:57.484767 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:57.496408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1e1c1-c06c-40cc-88cc-0be96c99bb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9882b179-a3bc-47fd-b99d-d024d5a0af67,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:57.501162 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f2f1e1c1-c06c-40cc-88cc-0be96c99bb34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:57.503214 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e1c1-c06c-40cc-88cc-0be96c99bb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:57.505612 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-f2f1e1c1-c06c-40cc-88cc-0be96c99bb34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9882b179-a3bc-47fd-b99d-d024d5a0af67 HTTP/1.1" status: 204 len: 168 time: 0.1671720 Feb 05 18:57:58.875220 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b86d3b-5a38-4b9e-92b5-4a85b1dc4ed9 req-81bf1c2f-fb70-4984-9a53-f04770822a7f tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:58.876903 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e2b86d3b-5a38-4b9e-92b5-4a85b1dc4ed9 req-81bf1c2f-fb70-4984-9a53-f04770822a7f tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.2036264 Feb 05 18:57:58.940867 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e2b86d3b-5a38-4b9e-92b5-4a85b1dc4ed9 req-2a91fbcb-75ff-464b-83b3-eb69917af317 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565872 Feb 05 18:58:00.370305 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f70a5-d287-4113-aef3-ada02403cadd req-9c6136f8-ac42-4e48-9d5f-3b67cd268729 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:00.371983 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f64f70a5-d287-4113-aef3-ada02403cadd req-9c6136f8-ac42-4e48-9d5f-3b67cd268729 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.1830521 Feb 05 18:58:00.440571 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f64f70a5-d287-4113-aef3-ada02403cadd req-a9d2d85e-ac30-4f86-bec3-34c88d4fbf7f tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621102 Feb 05 18:58:00.691710 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:58:01.259641 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 44798) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:01.416457 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e082729e-fb2d-4a66-9909-4e42971dfc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:01.433702 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e082729e-fb2d-4a66-9909-4e42971dfc53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:01.446182 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e082729e-fb2d-4a66-9909-4e42971dfc53 admin admin] Usage tracker for resource:security_group_rule and tenant:3bd0fad766404127b952ccc719ab0494 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:01.450150 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e082729e-fb2d-4a66-9909-4e42971dfc53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:01.456612 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e082729e-fb2d-4a66-9909-4e42971dfc53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:01.559254 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e082729e-fb2d-4a66-9909-4e42971dfc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:01.566487 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e082729e-fb2d-4a66-9909-4e42971dfc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:01.600326 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:01.609494 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-e082729e-fb2d-4a66-9909-4e42971dfc53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3bd0fad766404127b952ccc719ab0494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486698 Feb 05 18:58:01.612346 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 44806) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:01.685238 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e57f7171-23d4-4ef6-a6fa-8918a4f74a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:01.704544 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082729e-fb2d-4a66-9909-4e42971dfc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec729663-86e0-4094-a840-5292dd961647,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:01.711542 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e082729e-fb2d-4a66-9909-4e42971dfc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:01.745216 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e57f7171-23d4-4ef6-a6fa-8918a4f74a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:01.792019 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e57f7171-23d4-4ef6-a6fa-8918a4f74a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:01.797148 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:01.807796 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38d1f6-cbcc-4890-93e6-a8862b4ffcfb req-9cd50540-a2ef-4bd8-8c20-0df13079bb24 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:01.809554 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4e38d1f6-cbcc-4890-93e6-a8862b4ffcfb req-9cd50540-a2ef-4bd8-8c20-0df13079bb24 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.1985776 Feb 05 18:58:01.815151 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f7171-23d4-4ef6-a6fa-8918a4f74a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec729663-86e0-4094-a840-5292dd961647,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:01.818620 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e57f7171-23d4-4ef6-a6fa-8918a4f74a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:01.828998 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e57f7171-23d4-4ef6-a6fa-8918a4f74a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:01.830574 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-e57f7171-23d4-4ef6-a6fa-8918a4f74a03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec729663-86e0-4094-a840-5292dd961647 HTTP/1.1" status: 204 len: 168 time: 0.2168803 Feb 05 18:58:01.875338 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4e38d1f6-cbcc-4890-93e6-a8862b4ffcfb req-29205513-2222-4807-9e00-a3b6d0f60fd0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595326 Feb 05 18:58:02.017340 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-90074fdf-605c-4043-bf64-1ed7221a6099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:02.194717 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 44818) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:02.216973 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8d35eb6c-5bc8-419e-87ee-814d70fb1fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:02.249681 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8d35eb6c-5bc8-419e-87ee-814d70fb1fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:02.253790 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-8d35eb6c-5bc8-419e-87ee-814d70fb1fd5 admin admin] Usage tracker for resource:security_group_rule and tenant:8683ac205ae240679b95b547ee709f8d is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:02.257517 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-8d35eb6c-5bc8-419e-87ee-814d70fb1fd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:02.263216 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8d35eb6c-5bc8-419e-87ee-814d70fb1fd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:02.359514 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8d35eb6c-5bc8-419e-87ee-814d70fb1fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:02.362552 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8d35eb6c-5bc8-419e-87ee-814d70fb1fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:02.372877 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7c56c515-37a7-4fd3-b156-9e1e8c83f60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:02.414161 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-8d35eb6c-5bc8-419e-87ee-814d70fb1fd5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8683ac205ae240679b95b547ee709f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181621 Feb 05 18:58:02.416922 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 44824) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:02.418319 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35eb6c-5bc8-419e-87ee-814d70fb1fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f78b705-99c6-4f4c-99fd-6be8fdcc94eb,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:02.421611 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8d35eb6c-5bc8-419e-87ee-814d70fb1fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:02.487061 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f73d740a-a841-4647-bdce-768f987016b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:02.516729 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f73d740a-a841-4647-bdce-768f987016b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:02.564346 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f73d740a-a841-4647-bdce-768f987016b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:02.569716 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b981f33d-e1ff-4892-a09c-f35c3c655ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:02.582409 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d740a-a841-4647-bdce-768f987016b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f78b705-99c6-4f4c-99fd-6be8fdcc94eb,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:02.586871 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f73d740a-a841-4647-bdce-768f987016b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:02.589207 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-f73d740a-a841-4647-bdce-768f987016b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f78b705-99c6-4f4c-99fd-6be8fdcc94eb HTTP/1.1" status: 204 len: 168 time: 0.1700644 Feb 05 18:58:02.589207 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f73d740a-a841-4647-bdce-768f987016b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:03.196934 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40380d9a-cfbe-4950-ad00-fb15cf7814af req-c8d1cd38-edf6-4762-a086-e6df350775a3 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:03.200428 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-40380d9a-cfbe-4950-ad00-fb15cf7814af req-c8d1cd38-edf6-4762-a086-e6df350775a3 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.1810453 Feb 05 18:58:03.265702 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-40380d9a-cfbe-4950-ad00-fb15cf7814af req-3858dd74-6dc5-4836-b828-0b1be3810ed2 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598266 Feb 05 18:58:03.349569 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:04.214871 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6da00cc1-cbf7-49b0-9c74-94c89644c45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:04.403032 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c0724-f552-43ea-a3b6-f8fc9d92aa36 req-fa5d3072-dd53-4ff7-bd6a-41010c861fe1 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:04.404748 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1a7c0724-f552-43ea-a3b6-f8fc9d92aa36 req-fa5d3072-dd53-4ff7-bd6a-41010c861fe1 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 945 time: 0.2236779 Feb 05 18:58:04.532733 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1a7c0724-f552-43ea-a3b6-f8fc9d92aa36 req-d017eb90-0c87-4b89-bfd6-bae1856d674c tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822949 Feb 05 18:58:04.634311 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9bbe5-c8e8-4354-9412-804c513aca0f req-02bb4da2-f4af-47a5-9cfe-b5c91f235ee4 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:04.636015 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eab9bbe5-c8e8-4354-9412-804c513aca0f req-02bb4da2-f4af-47a5-9cfe-b5c91f235ee4 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.2302670 Feb 05 18:58:04.761341 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eab9bbe5-c8e8-4354-9412-804c513aca0f req-0b3f6816-5688-433d-90f7-29b28d61bbca tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188333 Feb 05 18:58:04.827649 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:04.875216 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298192d-5e56-41b9-9a66-b7029636bdf5 req-b7a047ee-f57d-46b9-b0e8-b942f0e29123 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:04.877795 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d298192d-5e56-41b9-9a66-b7029636bdf5 req-b7a047ee-f57d-46b9-b0e8-b942f0e29123 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.2072630 Feb 05 18:58:04.945933 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d298192d-5e56-41b9-9a66-b7029636bdf5 req-fa44c5fb-e428-4751-9517-ed0cee3fed12 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612283 Feb 05 18:58:05.655910 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:05.751183 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 44922) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:05.845499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee84549-16a4-4ecc-b223-246166df1ab5 req-2941920b-f5e5-4295-99e9-193d077f4202 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:05.847199 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0ee84549-16a4-4ecc-b223-246166df1ab5 req-2941920b-f5e5-4295-99e9-193d077f4202 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 945 time: 0.1746531 Feb 05 18:58:05.917066 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0ee84549-16a4-4ecc-b223-246166df1ab5 req-b2746136-0082-4b64-af14-8e017a014a9c tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623701 Feb 05 18:58:05.919917 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d30b0509-5a60-48ca-a82b-c39b83b2b425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:05.942614 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d30b0509-5a60-48ca-a82b-c39b83b2b425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:05.948602 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d30b0509-5a60-48ca-a82b-c39b83b2b425 admin admin] Usage tracker for resource:security_group_rule and tenant:40308e61ccfa4487bd1ff8d76da1411e is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:05.951736 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d30b0509-5a60-48ca-a82b-c39b83b2b425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:05.957688 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d30b0509-5a60-48ca-a82b-c39b83b2b425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:06.055214 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d30b0509-5a60-48ca-a82b-c39b83b2b425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:06.058973 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d30b0509-5a60-48ca-a82b-c39b83b2b425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:06.069921 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f73d740a-a841-4647-bdce-768f987016b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:06.082253 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8355237-9eb5-489b-80bb-055462fce3a5 req-4021c569-cc7c-40d1-bd4f-a79440d261a8 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:06.084320 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e8355237-9eb5-489b-80bb-055462fce3a5 req-4021c569-cc7c-40d1-bd4f-a79440d261a8 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.1662500 Feb 05 18:58:06.117022 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-d30b0509-5a60-48ca-a82b-c39b83b2b425 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40308e61ccfa4487bd1ff8d76da1411e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646502 Feb 05 18:58:06.118751 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b0509-5a60-48ca-a82b-c39b83b2b425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d009a3-70ed-4708-8032-ab80fe3f9862,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:06.122475 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d30b0509-5a60-48ca-a82b-c39b83b2b425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:06.123210 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 44934) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:06.194837 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6f9f855-fa5c-4ee1-bd12-e6ce0dd15ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:06.206066 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e8355237-9eb5-489b-80bb-055462fce3a5 req-74a40988-3422-47a9-84f8-7c0b0b665f86 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805635 Feb 05 18:58:06.223292 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6f9f855-fa5c-4ee1-bd12-e6ce0dd15ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:06.279366 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6f9f855-fa5c-4ee1-bd12-e6ce0dd15ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:06.285401 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e87e1412-b358-4de6-8143-92152f84baab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:06.300451 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9f855-fa5c-4ee1-bd12-e6ce0dd15ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d009a3-70ed-4708-8032-ab80fe3f9862,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:06.306968 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c6f9f855-fa5c-4ee1-bd12-e6ce0dd15ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:06.313444 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6cbb3-0b83-406e-bc7e-864355a0259d req-88c12dde-cac1-44ff-9630-1cd290ae05be tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:06.314110 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c6f9f855-fa5c-4ee1-bd12-e6ce0dd15ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:06.315259 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-27e6cbb3-0b83-406e-bc7e-864355a0259d req-88c12dde-cac1-44ff-9630-1cd290ae05be tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.2299619 Feb 05 18:58:06.327316 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-c6f9f855-fa5c-4ee1-bd12-e6ce0dd15ef7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7d009a3-70ed-4708-8032-ab80fe3f9862 HTTP/1.1" status: 204 len: 168 time: 0.2027040 Feb 05 18:58:06.361591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:06.409085 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-27e6cbb3-0b83-406e-bc7e-864355a0259d req-eebb46b3-041b-4249-9aa1-7227dc672037 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794933 Feb 05 18:58:06.734092 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 44948) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:06.754919 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-850c8354-e4f5-4d27-8b3f-7ba87bac84dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:06.771470 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-850c8354-e4f5-4d27-8b3f-7ba87bac84dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:06.775729 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-850c8354-e4f5-4d27-8b3f-7ba87bac84dd admin admin] Usage tracker for resource:security_group_rule and tenant:7384a9ad3c2845248b4b8e7cb30ba38c is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:06.778848 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-850c8354-e4f5-4d27-8b3f-7ba87bac84dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:06.784798 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-850c8354-e4f5-4d27-8b3f-7ba87bac84dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:06.885067 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-850c8354-e4f5-4d27-8b3f-7ba87bac84dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:06.888229 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-850c8354-e4f5-4d27-8b3f-7ba87bac84dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:06.902055 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-56ac8c32-c7b0-40a2-b9bf-6b20563c6b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:06.945915 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-850c8354-e4f5-4d27-8b3f-7ba87bac84dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7384a9ad3c2845248b4b8e7cb30ba38c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106273 Feb 05 18:58:06.949269 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 44954) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:06.964859 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c8354-e4f5-4d27-8b3f-7ba87bac84dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2264156f-2c44-40a5-9572-2008b29b8db7,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:06.975075 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-850c8354-e4f5-4d27-8b3f-7ba87bac84dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:07.043158 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-126f56ec-b0fc-4053-b4dd-4ecc444d9089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:07.139668 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-126f56ec-b0fc-4053-b4dd-4ecc444d9089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:07.296240 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0803f46-53dd-4c61-a7b7-80648008159f req-b7d86d82-f398-4867-bee1-9ce4fe056191 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:07.297955 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d0803f46-53dd-4c61-a7b7-80648008159f req-b7d86d82-f398-4867-bee1-9ce4fe056191 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 945 time: 0.2120504 Feb 05 18:58:07.300659 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-126f56ec-b0fc-4053-b4dd-4ecc444d9089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:07.329039 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ec3cc577-80c2-4250-ac06-fa23525f30c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:07.339412 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa7231-dbb4-4da6-9fd1-6c96b7ef2b39 req-52d829e3-c55e-41d0-8111-8db81aff5a52 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:07.340240 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-bcfa7231-dbb4-4da6-9fd1-6c96b7ef2b39 req-52d829e3-c55e-41d0-8111-8db81aff5a52 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Synchronizing usage tracker for tenant:43a855f1df7b49c1a170438467a37f52 on resource:port {{(pid=80159) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:58:07.354284 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-bcfa7231-dbb4-4da6-9fd1-6c96b7ef2b39 req-52d829e3-c55e-41d0-8111-8db81aff5a52 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Unset dirty status for tenant:43a855f1df7b49c1a170438467a37f52 on resource:port {{(pid=80159) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:58:07.355523 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bcfa7231-dbb4-4da6-9fd1-6c96b7ef2b39 req-52d829e3-c55e-41d0-8111-8db81aff5a52 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 945 time: 0.1888790 Feb 05 18:58:07.401910 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f56ec-b0fc-4053-b4dd-4ecc444d9089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2264156f-2c44-40a5-9572-2008b29b8db7,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:07.420304 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-126f56ec-b0fc-4053-b4dd-4ecc444d9089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:07.460382 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-bcfa7231-dbb4-4da6-9fd1-6c96b7ef2b39 req-cc8dbde2-b4b9-4f29-a02b-3674320717bd tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Deleting port 25225b09-4f97-428e-b2be-9bd34cde3b51 {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:07.460770 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bcfa7231-dbb4-4da6-9fd1-6c96b7ef2b39 req-cc8dbde2-b4b9-4f29-a02b-3674320717bd tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:07.644577 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-126f56ec-b0fc-4053-b4dd-4ecc444d9089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:07.646357 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-126f56ec-b0fc-4053-b4dd-4ecc444d9089 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2264156f-2c44-40a5-9572-2008b29b8db7 HTTP/1.1" status: 204 len: 168 time: 0.6954432 Feb 05 18:58:07.692256 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d0803f46-53dd-4c61-a7b7-80648008159f req-450618ce-464f-4c00-a720-707cf2faa2de tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646383 Feb 05 18:58:07.819462 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-bcfa7231-dbb4-4da6-9fd1-6c96b7ef2b39 req-cc8dbde2-b4b9-4f29-a02b-3674320717bd tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] For port 25225b09-4f97-428e-b2be-9bd34cde3b51, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=25225b09-4f97-428e-b2be-9bd34cde3b51,segment=NetworkSegment(71042f81-32b9-455a-9fb0-8d92ee6e6374),segment_id=71042f81-32b9-455a-9fb0-8d92ee6e6374)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:07.820014 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bcfa7231-dbb4-4da6-9fd1-6c96b7ef2b39 req-cc8dbde2-b4b9-4f29-a02b-3674320717bd tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:07.820823 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe54beb-5e32-496b-a8c7-bb71cb6c3c33 req-74c55b11-6b78-4413-9059-033cd833ac99 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:07.838473 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1fe54beb-5e32-496b-a8c7-bb71cb6c3c33 req-74c55b11-6b78-4413-9059-033cd833ac99 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.4668989 Feb 05 18:58:07.954098 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1fe54beb-5e32-496b-a8c7-bb71cb6c3c33 req-c9602686-c27b-4332-a413-3e745fb90686 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228757 Feb 05 18:58:07.974379 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-bcfa7231-dbb4-4da6-9fd1-6c96b7ef2b39 req-cc8dbde2-b4b9-4f29-a02b-3674320717bd tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Calling delete_port for 25225b09-4f97-428e-b2be-9bd34cde3b51 owned by compute:nova {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:08.076772 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db03ffd-56fe-4c58-9556-ed69ac0a760d req-20981f0d-1078-4581-b545-4c5915d3716d tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:08.078514 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9db03ffd-56fe-4c58-9556-ed69ac0a760d req-20981f0d-1078-4581-b545-4c5915d3716d tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.2067249 Feb 05 18:58:08.141867 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bcfa7231-dbb4-4da6-9fd1-6c96b7ef2b39 req-cc8dbde2-b4b9-4f29-a02b-3674320717bd tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:08.146561 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9db03ffd-56fe-4c58-9556-ed69ac0a760d req-4693cff6-70cf-4b81-9b5d-d9fb8c47b8de tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599229 Feb 05 18:58:08.162189 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ba8442ee-3593-41ec-ae9c-a8f125c70186 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:08.268838 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8dbde2-b4b9-4f29-a02b-3674320717bd tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Pushing event deleted for resources: {'Port': ['ID=25225b09-4f97-428e-b2be-9bd34cde3b51,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:08.280827 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cc8dbde2-b4b9-4f29-a02b-3674320717bd tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:08.283085 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 25225b09-4f97-428e-b2be-9bd34cde3b51 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:58:08.324638 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] No Port match for: 25225b09-4f97-428e-b2be-9bd34cde3b51 {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:58:08.325371 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 25225b09-4f97-428e-b2be-9bd34cde3b51 not bound to the agent host hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 18:58:08.409599 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfa7231-dbb4-4da6-9fd1-6c96b7ef2b39 req-cc8dbde2-b4b9-4f29-a02b-3674320717bd tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] No DVR routers for this DVR port 25225b09-4f97-428e-b2be-9bd34cde3b51 on host hv-cinder-77428 {{(pid=80159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:58:08.412544 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bcfa7231-dbb4-4da6-9fd1-6c96b7ef2b39 req-cc8dbde2-b4b9-4f29-a02b-3674320717bd tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:08.416863 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa513587-ddd4-436e-a838-7f86178dc854', 'name': 'network-vif-deleted', 'tag': '25225b09-4f97-428e-b2be-9bd34cde3b51'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:08.437610 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bcfa7231-dbb4-4da6-9fd1-6c96b7ef2b39 req-cc8dbde2-b4b9-4f29-a02b-3674320717bd tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.69 "DELETE /v2.0/ports/25225b09-4f97-428e-b2be-9bd34cde3b51 HTTP/1.1" status: 204 len: 173 time: 1.0748892 Feb 05 18:58:08.481259 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa513587-ddd4-436e-a838-7f86178dc854', 'name': 'network-vif-deleted', 'tag': '25225b09-4f97-428e-b2be-9bd34cde3b51', 'status': 'completed', 'code': 200} Feb 05 18:58:08.656599 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 44992) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:08.806051 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-822419683-network', 'tenant_id': '752ec2a71a204dd6860672ea675387fe'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:58:08.811033 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:08.815078 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Usage tracker for resource:network and tenant:752ec2a71a204dd6860672ea675387fe is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:08.818749 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:08.824461 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:08.874292 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Made reservation on behalf of 752ec2a71a204dd6860672ea675387fe for: {'network': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:58:08.879185 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for network, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:08.902507 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:08.915130 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-346fcef6-1212-46bb-9748-a1d2d8262d9e req-c49417a7-1aef-4d36-9f8c-82e7cf34575a tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa513587-ddd4-436e-a838-7f86178dc854 HTTP/1.1" status: 200 len: 210 time: 0.0777836 Feb 05 18:58:08.920690 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:08.924691 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Usage tracker for resource:security_group_rule and tenant:752ec2a71a204dd6860672ea675387fe is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:08.928215 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:08.933947 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:09.022272 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:09.026092 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:09.030382 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f4611096-a4b4-4b79-b675-3a4ad9ffbf6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:09.062099 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:58:09.076425 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6167869-dd5f-4747-a936-86558fcb3d8a,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:09.080932 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:09.081978 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:09.082365 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Added segment dcd029cc-b5ef-49ac-8aee-91717b4eea08 of type vxlan for network 7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6 Feb 05 18:58:09.151957 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275292661176'] for network, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:09.218080 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for network, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:09.220561 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:09.221311 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:09.309567 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ff185-689f-4ed6-b71c-69cf0c440732 req-55210fd1-a9d2-4900-9850-2b7c1f57b250 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:09.311237 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-669ff185-689f-4ed6-b71c-69cf0c440732 req-55210fd1-a9d2-4900-9850-2b7c1f57b250 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.2063432 Feb 05 18:58:09.315247 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-94dd5db4-14e9-416a-b7f2-27c5fd9897c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:09.514009 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8561611 Feb 05 18:58:09.517333 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 45010) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:09.523723 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-1b474a2c-abcd-4344-aa8f-4f92e0208f74 admin admin] Request body: {'subnet': {'network_id': '7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-822419683-subnet', 'tenant_id': '752ec2a71a204dd6860672ea675387fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:58:09.528741 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Pushing event updated for resources: {'Network': ['ID=7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:09.531286 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1b474a2c-abcd-4344-aa8f-4f92e0208f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:09.538115 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-1b474a2c-abcd-4344-aa8f-4f92e0208f74 admin admin] Usage tracker for resource:subnet and tenant:752ec2a71a204dd6860672ea675387fe is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:09.541444 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Network 7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6 details requested by agent ovs-agent-dv-cinder-774288-2-smb with host dv-cinder-774288-2-smb {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:58:09.541997 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-1b474a2c-abcd-4344-aa8f-4f92e0208f74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:09.550786 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1b474a2c-abcd-4344-aa8f-4f92e0208f74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:09.551068 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-669ff185-689f-4ed6-b71c-69cf0c440732 req-1e9251aa-59e3-46d2-97fa-7e9e090a3084 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120371 Feb 05 18:58:09.551958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:09.566433 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b474a2c-abcd-4344-aa8f-4f92e0208f74 admin admin] Made reservation on behalf of 752ec2a71a204dd6860672ea675387fe for: {'subnet': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:58:09.573793 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1b474a2c-abcd-4344-aa8f-4f92e0208f74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853681697'] for subnet, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:09.655370 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a63dd-ce17-43c4-ac85-95fdb3b7705d req-a1e08518-8787-4811-af51-3a9bace31296 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:09.657103 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e15a63dd-ce17-43c4-ac85-95fdb3b7705d req-a1e08518-8787-4811-af51-3a9bace31296 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.3430216 Feb 05 18:58:09.660696 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Network 7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:58:09.736318 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e15a63dd-ce17-43c4-ac85-95fdb3b7705d req-dd024f1f-e89f-4819-9252-094c087ad07d tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707603 Feb 05 18:58:10.027665 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1b474a2c-abcd-4344-aa8f-4f92e0208f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6787184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853681682'] for subnet, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:10.046007 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:10.181080 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b474a2c-abcd-4344-aa8f-4f92e0208f74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7377ce72-78ea-47f4-ba06-614e7911dd8e,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:10.183602 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1b474a2c-abcd-4344-aa8f-4f92e0208f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:10.256559 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b474a2c-abcd-4344-aa8f-4f92e0208f74 admin admin] Checking segment: {'id': 'dcd029cc-b5ef-49ac-8aee-91717b4eea08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:58:10.257031 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b474a2c-abcd-4344-aa8f-4f92e0208f74 admin admin] Network hostable DHCP agents. Network: 7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6, hostable agents: ['eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9'], hosted agents: [] {{(pid=80159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:58:10.276626 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b474a2c-abcd-4344-aa8f-4f92e0208f74 admin admin] Network 7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6 is scheduled to be hosted by DHCP agent eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9 with binding_index 1 {{(pid=80159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:58:10.285745 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-1b474a2c-abcd-4344-aa8f-4f92e0208f74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-smb, 7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6) {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:58:10.295872 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01acef3-51b0-47de-8875-cbf67e8db806 None None] Network 7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:58:10.298749 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b474a2c-abcd-4344-aa8f-4f92e0208f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:10.299404 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1b474a2c-abcd-4344-aa8f-4f92e0208f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:10.328242 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-1b474a2c-abcd-4344-aa8f-4f92e0208f74 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8096876 Feb 05 18:58:10.460026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926c2c3-070b-463c-8c94-b7eb7d40725e req-e8f02c69-8a1a-4119-be78-9400b55d234d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:10.461803 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0926c2c3-070b-463c-8c94-b7eb7d40725e req-e8f02c69-8a1a-4119-be78-9400b55d234d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.2299974 Feb 05 18:58:10.542406 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0926c2c3-070b-463c-8c94-b7eb7d40725e req-d14207c1-e339-44f7-b4d8-1baab3e49858 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739286 Feb 05 18:58:10.575011 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e88c2c2-e1f7-467b-a5e5-8d5d23dead78 None None] Network 7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:58:10.887366 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12935e3-46f2-47c7-b08f-0af7be5a6434 req-614e74f9-8c7f-4de9-9d6d-30cffec8a4b4 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:10.889078 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f12935e3-46f2-47c7-b08f-0af7be5a6434 req-614e74f9-8c7f-4de9-9d6d-30cffec8a4b4 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.1880004 Feb 05 18:58:11.036602 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f12935e3-46f2-47c7-b08f-0af7be5a6434 req-40aec12f-5a8e-4eed-bcda-0138bfa2500a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375999 Feb 05 18:58:11.151701 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945574e-5062-4205-970e-b36e7b4ee023 req-07800e7f-7428-4004-b627-5626fedb292c tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:11.153408 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7945574e-5062-4205-970e-b36e7b4ee023 req-07800e7f-7428-4004-b627-5626fedb292c tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.2316160 Feb 05 18:58:11.220112 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7945574e-5062-4205-970e-b36e7b4ee023 req-63aa0825-fb76-4ca6-b059-7fb1eb3d9c25 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592854 Feb 05 18:58:11.918459 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1af71-0ee2-401b-9c10-ee844ae1d7b8 req-8ce99a95-9cd8-4641-9084-cb6c320b18e2 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:11.920182 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-94a1af71-0ee2-401b-9c10-ee844ae1d7b8 req-8ce99a95-9cd8-4641-9084-cb6c320b18e2 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=5015ed9f-a226-4153-9c4a-78f89cf13e8c HTTP/1.1" status: 200 len: 946 time: 0.2371306 Feb 05 18:58:12.004641 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab7107-9252-47f8-b4b1-c026b0be4add req-0ed4ce9d-0b51-41d6-8089-e696f20d07be tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:12.006882 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c2ab7107-9252-47f8-b4b1-c026b0be4add req-0ed4ce9d-0b51-41d6-8089-e696f20d07be tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.2771072 Feb 05 18:58:12.103429 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-94a1af71-0ee2-401b-9c10-ee844ae1d7b8 req-c062a991-133e-4407-8071-c425320e9a76 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954072 Feb 05 18:58:12.125830 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c2ab7107-9252-47f8-b4b1-c026b0be4add req-61c5928f-942b-4a2d-a789-819177352d2c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025796 Feb 05 18:58:12.422860 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f291d1-57c1-47b1-a20c-32a97307ffd2 req-b5141e41-097b-41c4-8097-bab31b40f342 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:12.424562 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-56f291d1-57c1-47b1-a20c-32a97307ffd2 req-b5141e41-097b-41c4-8097-bab31b40f342 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.2007775 Feb 05 18:58:12.547108 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-56f291d1-57c1-47b1-a20c-32a97307ffd2 req-f8dc40dc-6285-44c8-b7b6-be30ee63a88d tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848613 Feb 05 18:58:12.649464 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb5b3f-005e-479e-9c5a-da7ed980d2af req-60d76e9a-b4bd-4b10-b196-d1cef044bbe3 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:12.651180 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d4fb5b3f-005e-479e-9c5a-da7ed980d2af req-60d76e9a-b4bd-4b10-b196-d1cef044bbe3 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.2256284 Feb 05 18:58:12.816239 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d4fb5b3f-005e-479e-9c5a-da7ed980d2af req-ea54f184-2d87-4a95-adbd-bb67cd0737fd tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586835 Feb 05 18:58:12.948359 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38e035-271b-402e-b2b4-254289f5636c req-33996ca7-c226-405f-9cf0-473d9f86f164 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:12.949155 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-fe38e035-271b-402e-b2b4-254289f5636c req-33996ca7-c226-405f-9cf0-473d9f86f164 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Synchronizing usage tracker for tenant:752ec2a71a204dd6860672ea675387fe on resource:network {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:58:12.966540 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-fe38e035-271b-402e-b2b4-254289f5636c req-33996ca7-c226-405f-9cf0-473d9f86f164 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Unset dirty status for tenant:752ec2a71a204dd6860672ea675387fe on resource:network {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:58:12.967802 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fe38e035-271b-402e-b2b4-254289f5636c req-33996ca7-c226-405f-9cf0-473d9f86f164 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/networks?id=7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6 HTTP/1.1" status: 200 len: 808 time: 0.2942593 Feb 05 18:58:12.984817 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fe38e035-271b-402e-b2b4-254289f5636c req-c8771cdb-49ff-447f-9a07-29b6aa6b2aba tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/quotas/752ec2a71a204dd6860672ea675387fe HTTP/1.1" status: 200 len: 375 time: 0.0106790 Feb 05 18:58:13.039881 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fe38e035-271b-402e-b2b4-254289f5636c req-cef87cf9-efcf-48de-8570-c7fdada3e313 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=752ec2a71a204dd6860672ea675387fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489945 Feb 05 18:58:13.184586 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fe38e035-271b-402e-b2b4-254289f5636c req-0f2e2a90-1967-4d7e-9bc2-ec81b73dc925 service neutron] 10.222.0.23 "GET /v2.0/networks/7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371827 Feb 05 18:58:13.409563 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fe38e035-271b-402e-b2b4-254289f5636c req-37b31269-c104-4812-bf46-6f1f530006f2 service neutron] 10.222.0.23 "GET /v2.0/networks/7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2173724 Feb 05 18:58:13.519828 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce487d1-c5b6-4f1a-8609-c0247a92c389 req-717740e0-f3d9-4c08-8f5d-d08377dc1222 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:13.522647 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2ce487d1-c5b6-4f1a-8609-c0247a92c389 req-717740e0-f3d9-4c08-8f5d-d08377dc1222 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=5015ed9f-a226-4153-9c4a-78f89cf13e8c HTTP/1.1" status: 200 len: 946 time: 0.2543473 Feb 05 18:58:13.597777 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2ce487d1-c5b6-4f1a-8609-c0247a92c389 req-301ee6c3-a22e-4804-8af9-8e35c51b8c3b tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688698 Feb 05 18:58:13.761562 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-43ddab9c-a986-4b5e-ba02-1d656587c2fc req-33f97980-00b6-4716-bafd-af69cda08b4d tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 210 time: 0.0661018 Feb 05 18:58:13.893347 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34329e9-a5e1-436d-8c07-9add425f2fe1 req-00471431-49a1-4198-b862-785679adfb5d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:13.901839 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a34329e9-a5e1-436d-8c07-9add425f2fe1 req-00471431-49a1-4198-b862-785679adfb5d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.2450991 Feb 05 18:58:14.021055 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a34329e9-a5e1-436d-8c07-9add425f2fe1 req-81fab63f-c6b3-4fce-8fff-606a37d4e5e7 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167691 Feb 05 18:58:14.120911 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46abc05-2a50-4948-bc4e-01742d16b69c req-fc5a4f3d-e7c1-4e7a-b788-65c2ceb90ce2 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:14.122647 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f46abc05-2a50-4948-bc4e-01742d16b69c req-fc5a4f3d-e7c1-4e7a-b788-65c2ceb90ce2 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.2197804 Feb 05 18:58:14.239071 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f46abc05-2a50-4948-bc4e-01742d16b69c req-c8b28765-8773-4ef5-848d-cfa334819044 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097987 Feb 05 18:58:14.337495 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 05fa27b2-83c5-4386-8732-178e63db3a8a no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:58:14.352453 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552748eb-a8ba-4645-b0ec-55e94e681bac req-6b549209-2314-46ac-8657-ab596ba4497f tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:14.354202 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-552748eb-a8ba-4645-b0ec-55e94e681bac req-6b549209-2314-46ac-8657-ab596ba4497f tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.1975496 Feb 05 18:58:14.426181 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-552748eb-a8ba-4645-b0ec-55e94e681bac req-1d5443bc-a8c2-4c12-ab8d-336861cd1e20 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642800 Feb 05 18:58:14.474613 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:14.506668 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5015ed9f-a226-4153-9c4a-78f89cf13e8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05fa27b2-83c5-4386-8732-178e63db3a8a'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:14.517389 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 05fa27b2-83c5-4386-8732-178e63db3a8a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=05fa27b2-83c5-4386-8732-178e63db3a8a,segment=NetworkSegment(71042f81-32b9-455a-9fb0-8d92ee6e6374),segment_id=71042f81-32b9-455a-9fb0-8d92ee6e6374)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:14.520735 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:14.523431 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-743b7a30-9ffb-4548-95c5-41980326a7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:14.535993 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05741c31-e659-4e41-b9c9-4ab7d25c4dbd req-ca150d67-cbe2-47d7-bfeb-ca38a40a4dea tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:14.537244 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-05741c31-e659-4e41-b9c9-4ab7d25c4dbd req-ca150d67-cbe2-47d7-bfeb-ca38a40a4dea tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Synchronizing usage tracker for tenant:43a855f1df7b49c1a170438467a37f52 on resource:port {{(pid=80159) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:58:14.556949 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-05741c31-e659-4e41-b9c9-4ab7d25c4dbd req-ca150d67-cbe2-47d7-bfeb-ca38a40a4dea tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Unset dirty status for tenant:43a855f1df7b49c1a170438467a37f52 on resource:port {{(pid=80159) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:58:14.558259 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-05741c31-e659-4e41-b9c9-4ab7d25c4dbd req-ca150d67-cbe2-47d7-bfeb-ca38a40a4dea tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.69 "GET /v2.0/ports?device_id=5015ed9f-a226-4153-9c4a-78f89cf13e8c HTTP/1.1" status: 200 len: 946 time: 0.1929185 Feb 05 18:58:14.577245 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5015ed9f-a226-4153-9c4a-78f89cf13e8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05fa27b2-83c5-4386-8732-178e63db3a8a', 'code': 200} Feb 05 18:58:14.603570 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=05fa27b2-83c5-4386-8732-178e63db3a8a,revision_number=5']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:14.611596 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.611977 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.612346 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.612710 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.613072 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.613460 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.613819 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.614261 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.615110 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.615445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.615800 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.616151 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.616565 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.616919 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.617299 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.617653 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.618002 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.618354 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.618705 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.619052 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.619656 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.620010 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.620360 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.620706 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:14.625086 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:14.713546 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-05741c31-e659-4e41-b9c9-4ab7d25c4dbd req-3aa70e00-90fa-4f01-942b-4c61c014716d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Deleting port 05fa27b2-83c5-4386-8732-178e63db3a8a {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:14.713824 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-05741c31-e659-4e41-b9c9-4ab7d25c4dbd req-3aa70e00-90fa-4f01-942b-4c61c014716d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:14.909388 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72a1e0-07e4-4593-ac40-4f01a4ac4630 req-cefb46ae-9d3e-4611-94ec-9efa066ab08b tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:14.912010 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6d72a1e0-07e4-4593-ac40-4f01a4ac4630 req-cefb46ae-9d3e-4611-94ec-9efa066ab08b tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=5015ed9f-a226-4153-9c4a-78f89cf13e8c HTTP/1.1" status: 200 len: 944 time: 0.1737080 Feb 05 18:58:14.997276 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-db5826af-541b-4bf9-a4f4-b410048d678e req-00268dfa-7f4d-4e4c-8409-09eebea69f8a tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 210 time: 0.0613964 Feb 05 18:58:15.037388 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6d72a1e0-07e4-4593-ac40-4f01a4ac4630 req-eb5bc3bb-7021-430e-9a93-a381268951e1 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179814 Feb 05 18:58:15.229757 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-05741c31-e659-4e41-b9c9-4ab7d25c4dbd req-3aa70e00-90fa-4f01-942b-4c61c014716d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] For port 05fa27b2-83c5-4386-8732-178e63db3a8a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=05fa27b2-83c5-4386-8732-178e63db3a8a,segment=NetworkSegment(71042f81-32b9-455a-9fb0-8d92ee6e6374),segment_id=71042f81-32b9-455a-9fb0-8d92ee6e6374)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:15.229757 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-05741c31-e659-4e41-b9c9-4ab7d25c4dbd req-3aa70e00-90fa-4f01-942b-4c61c014716d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:15.356247 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38e035-271b-402e-b2b4-254289f5636c req-24efef46-8c06-48fc-9ce7-250351d3eca1 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:15.358780 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fe38e035-271b-402e-b2b4-254289f5636c req-24efef46-8c06-48fc-9ce7-250351d3eca1 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.69 "GET /v2.0/networks?id=7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6 HTTP/1.1" status: 200 len: 808 time: 0.3202035 Feb 05 18:58:15.371319 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-05741c31-e659-4e41-b9c9-4ab7d25c4dbd req-3aa70e00-90fa-4f01-942b-4c61c014716d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Calling delete_port for 05fa27b2-83c5-4386-8732-178e63db3a8a owned by compute:nova {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:15.540741 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-05741c31-e659-4e41-b9c9-4ab7d25c4dbd req-3aa70e00-90fa-4f01-942b-4c61c014716d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:15.560166 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9130afb4-4187-4ed8-8d3d-6292adb1bf8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:15.652185 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-fe38e035-271b-402e-b2b4-254289f5636c req-f6843586-d02b-4192-a1fd-1243fc71e065 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Request body: {'port': {'device_id': 'f2c04321-dfbe-4540-9d5a-73d20fd5c039', 'network_id': '7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6', 'admin_state_up': True, 'tenant_id': '752ec2a71a204dd6860672ea675387fe'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:58:15.671593 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa70e00-90fa-4f01-942b-4c61c014716d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Pushing event deleted for resources: {'Port': ['ID=05fa27b2-83c5-4386-8732-178e63db3a8a,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:15.676039 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3aa70e00-90fa-4f01-942b-4c61c014716d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:15.764825 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b5e25-4124-4726-8675-944211d75a0e req-c5481c8e-7903-4067-94e0-2d7c94177322 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:15.766573 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9d1b5e25-4124-4726-8675-944211d75a0e req-c5481c8e-7903-4067-94e0-2d7c94177322 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.5866852 Feb 05 18:58:15.783955 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-05741c31-e659-4e41-b9c9-4ab7d25c4dbd req-3aa70e00-90fa-4f01-942b-4c61c014716d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] No DVR routers for this DVR port 05fa27b2-83c5-4386-8732-178e63db3a8a on host hv-cinder-77428 {{(pid=80159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:58:15.786315 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-05741c31-e659-4e41-b9c9-4ab7d25c4dbd req-3aa70e00-90fa-4f01-942b-4c61c014716d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:15.789148 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5015ed9f-a226-4153-9c4a-78f89cf13e8c', 'name': 'network-vif-deleted', 'tag': '05fa27b2-83c5-4386-8732-178e63db3a8a'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:15.805863 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-05741c31-e659-4e41-b9c9-4ab7d25c4dbd req-3aa70e00-90fa-4f01-942b-4c61c014716d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.69 "DELETE /v2.0/ports/05fa27b2-83c5-4386-8732-178e63db3a8a HTTP/1.1" status: 204 len: 173 time: 1.1812158 Feb 05 18:58:15.938212 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9d1b5e25-4124-4726-8675-944211d75a0e req-8c1fa7e3-6354-425a-8d9b-35a95d0442d7 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130280 Feb 05 18:58:16.046736 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57437d94-2032-46f9-90bc-fefda0b56fd7 req-b8c0efd4-b551-47b5-bdb5-41fcd60e2466 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:16.048434 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-57437d94-2032-46f9-90bc-fefda0b56fd7 req-b8c0efd4-b551-47b5-bdb5-41fcd60e2466 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.6618955 Feb 05 18:58:16.074195 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-fe38e035-271b-402e-b2b4-254289f5636c req-f6843586-d02b-4192-a1fd-1243fc71e065 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:16.122795 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-fe38e035-271b-402e-b2b4-254289f5636c req-f6843586-d02b-4192-a1fd-1243fc71e065 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Usage tracker for resource:port and tenant:752ec2a71a204dd6860672ea675387fe is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:16.131783 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-fe38e035-271b-402e-b2b4-254289f5636c req-f6843586-d02b-4192-a1fd-1243fc71e065 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:16.151754 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-fe38e035-271b-402e-b2b4-254289f5636c req-f6843586-d02b-4192-a1fd-1243fc71e065 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:16.187506 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-57437d94-2032-46f9-90bc-fefda0b56fd7 req-37666afb-ec16-49a6-ae39-59acfaa913a8 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304955 Feb 05 18:58:16.199885 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe38e035-271b-402e-b2b4-254289f5636c req-f6843586-d02b-4192-a1fd-1243fc71e065 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Made reservation on behalf of 752ec2a71a204dd6860672ea675387fe for: {'port': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:58:16.220901 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fe38e035-271b-402e-b2b4-254289f5636c req-f6843586-d02b-4192-a1fd-1243fc71e065 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:16.276962 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5015ed9f-a226-4153-9c4a-78f89cf13e8c', 'name': 'network-vif-deleted', 'tag': '05fa27b2-83c5-4386-8732-178e63db3a8a', 'status': 'completed', 'code': 200} Feb 05 18:58:16.375769 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e8828-9f69-4ed8-b245-797f69d67539 req-a4bddad5-4fbe-4b96-abcc-350c641e3203 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:16.377548 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6d5e8828-9f69-4ed8-b245-797f69d67539 req-a4bddad5-4fbe-4b96-abcc-350c641e3203 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.3008058 Feb 05 18:58:16.512155 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c8db7173-d227-4095-89e3-c005fe46885a req-6d8492fc-8086-4c71-95e8-c174aeae0f2c tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 210 time: 0.0832267 Feb 05 18:58:16.581400 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6d5e8828-9f69-4ed8-b245-797f69d67539 req-8bdbda0a-53ff-4632-93c8-240e0b054d68 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511333 Feb 05 18:58:16.727556 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2857ddd6-86ac-4b36-ae0f-ebf7a5a27eb5 req-dd1abf80-016f-4a44-814b-9cde388c49f1 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=5015ed9f-a226-4153-9c4a-78f89cf13e8c HTTP/1.1" status: 200 len: 210 time: 0.0601153 Feb 05 18:58:16.800773 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-fe38e035-271b-402e-b2b4-254289f5636c req-f6843586-d02b-4192-a1fd-1243fc71e065 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Allocated IP 172.20.0.10 (7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6/7377ce72-78ea-47f4-ba06-614e7911dd8e/13b2d816-2978-464b-afde-990ee1613fcd) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:58:17.027088 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fe38e035-271b-402e-b2b4-254289f5636c req-f6843586-d02b-4192-a1fd-1243fc71e065 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:17.061632 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fe38e035-271b-402e-b2b4-254289f5636c req-f6843586-d02b-4192-a1fd-1243fc71e065 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:17.077223 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:17.285032 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6843586-d02b-4192-a1fd-1243fc71e065 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Pushing event updated for resources: {'Port': ['ID=13b2d816-2978-464b-afde-990ee1613fcd,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:17.291761 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f6843586-d02b-4192-a1fd-1243fc71e065 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:17.423003 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4531a-67d3-4d69-9d6a-61d87fa0c421 req-a13c1ccb-9207-4fd1-9a3f-0b5526d8b6ae tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:17.424715 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-23d4531a-67d3-4d69-9d6a-61d87fa0c421 req-a13c1ccb-9207-4fd1-9a3f-0b5526d8b6ae tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.3091815 Feb 05 18:58:17.512412 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe38e035-271b-402e-b2b4-254289f5636c req-f6843586-d02b-4192-a1fd-1243fc71e065 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Network 7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:58:17.515405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-fe38e035-271b-402e-b2b4-254289f5636c req-f6843586-d02b-4192-a1fd-1243fc71e065 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Resources bound (agent type, host, resource id): {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:58:17.528393 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe38e035-271b-402e-b2b4-254289f5636c req-f6843586-d02b-4192-a1fd-1243fc71e065 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:58:17.608070 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-23d4531a-67d3-4d69-9d6a-61d87fa0c421 req-ac468068-ce89-4ffb-ba49-a1bb3a48fed5 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320877 Feb 05 18:58:17.704998 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38e035-271b-402e-b2b4-254289f5636c req-f6843586-d02b-4192-a1fd-1243fc71e065 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:17.705753 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fe38e035-271b-402e-b2b4-254289f5636c req-f6843586-d02b-4192-a1fd-1243fc71e065 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:17.803938 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce645874-d899-4891-af73-fa62c6d4f99e req-90f67667-0dd8-40e2-b603-bad154a9b429 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:17.805669 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ce645874-d899-4891-af73-fa62c6d4f99e req-90f67667-0dd8-40e2-b603-bad154a9b429 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.3787246 Feb 05 18:58:17.886352 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fe38e035-271b-402e-b2b4-254289f5636c req-f6843586-d02b-4192-a1fd-1243fc71e065 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2384460 Feb 05 18:58:17.942825 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ce645874-d899-4891-af73-fa62c6d4f99e req-b27722b2-e5cf-44e3-92ee-8b8d76783e95 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878785 Feb 05 18:58:17.949335 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Request body: {'port': {'device_id': 'f2c04321-dfbe-4540-9d5a-73d20fd5c039', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:58:18.097394 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093bdab-bbad-466d-ba33-d65165d89d4c req-f9bbb464-9416-4db8-8908-d25cf153fb7f tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:18.098135 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-8093bdab-bbad-466d-ba33-d65165d89d4c req-f9bbb464-9416-4db8-8908-d25cf153fb7f tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Synchronizing usage tracker for tenant:752ec2a71a204dd6860672ea675387fe on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:58:18.230885 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-8093bdab-bbad-466d-ba33-d65165d89d4c req-f9bbb464-9416-4db8-8908-d25cf153fb7f tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Unset dirty status for tenant:752ec2a71a204dd6860672ea675387fe on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:58:18.232153 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8093bdab-bbad-466d-ba33-d65165d89d4c req-f9bbb464-9416-4db8-8908-d25cf153fb7f tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 932 time: 0.4254706 Feb 05 18:58:18.233519 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:18.383273 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-8093bdab-bbad-466d-ba33-d65165d89d4c req-e1e8c3b7-9412-4cbb-ad97-bfe5d70dd049 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Synchronizing usage tracker for tenant:752ec2a71a204dd6860672ea675387fe on resource:security_group {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:58:18.503362 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ee271-8d89-4e82-999c-4a0ac86446f1 req-dd8600de-3a98-40e6-81de-43fe95933e2e tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:18.505029 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c24ee271-8d89-4e82-999c-4a0ac86446f1 req-dd8600de-3a98-40e6-81de-43fe95933e2e tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.4001806 Feb 05 18:58:18.578254 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-8093bdab-bbad-466d-ba33-d65165d89d4c req-e1e8c3b7-9412-4cbb-ad97-bfe5d70dd049 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Unset dirty status for tenant:752ec2a71a204dd6860672ea675387fe on resource:security_group {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:58:18.579481 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8093bdab-bbad-466d-ba33-d65165d89d4c req-e1e8c3b7-9412-4cbb-ad97-bfe5d70dd049 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356142 Feb 05 18:58:18.652931 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c24ee271-8d89-4e82-999c-4a0ac86446f1 req-d0cb099d-7dbd-4041-af4a-9bf1900332af tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389511 Feb 05 18:58:19.237880 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b2d816-2978-464b-afde-990ee1613fcd {{(pid=80158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:58:19.249262 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:19.345377 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f3ef7-8bf9-41c3-9502-7aef574bbfb8 req-7282c08c-c82c-40c1-a56f-f3bf3d16a0ec tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:19.347133 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b26f3ef7-8bf9-41c3-9502-7aef574bbfb8 req-7282c08c-c82c-40c1-a56f-f3bf3d16a0ec tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.5282803 Feb 05 18:58:19.363401 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Transition to ACTIVE for port object 13b2d816-2978-464b-afde-990ee1613fcd will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:58:19.385664 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7513612'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:19.403093 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:19.627155 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c69758-e47b-49e8-87ef-195ad94d1e39 req-fb438e28-ec86-43bc-912a-a84f17258d3d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:19.628864 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-90c69758-e47b-49e8-87ef-195ad94d1e39 req-fb438e28-ec86-43bc-912a-a84f17258d3d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=65d3b532-4fa9-4142-b503-5b2121b07f1c HTTP/1.1" status: 200 len: 945 time: 0.4748869 Feb 05 18:58:19.662148 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b26f3ef7-8bf9-41c3-9502-7aef574bbfb8 req-595d86df-6724-4959-8fb1-37e93dfac598 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042266 Feb 05 18:58:19.682316 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Pushing event updated for resources: {'Port': ['ID=13b2d816-2978-464b-afde-990ee1613fcd,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:19.691354 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:19.767298 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-90c69758-e47b-49e8-87ef-195ad94d1e39 req-d5ac3eeb-fa5c-4bed-9e8f-01efc0645219 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234915 Feb 05 18:58:20.052919 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Attempting to bind port 13b2d816-2978-464b-afde-990ee1613fcd on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:58:20.053225 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Attempting to bind port 13b2d816-2978-464b-afde-990ee1613fcd by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'dcd029cc-b5ef-49ac-8aee-91717b4eea08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:58:20.053600 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Attempting to bind port 13b2d816-2978-464b-afde-990ee1613fcd on network 7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:58:20.146148 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cf8a2-4791-435a-86d1-611a745806b6 req-f5ee6b10-21a2-4942-aa7a-8e175c9bf62a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:20.147813 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c64cf8a2-4791-435a-86d1-611a745806b6 req-f5ee6b10-21a2-4942-aa7a-8e175c9bf62a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.3150282 Feb 05 18:58:20.149752 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Checking agent: {'id': '448d464c-f4b2-46c5-bbf2-8018ee5cc94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 53, 33), 'started_at': datetime.datetime(2021, 2, 5, 18, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:58:20.150129 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Checking segment: {'id': 'dcd029cc-b5ef-49ac-8aee-91717b4eea08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:58:20.150529 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:20.150926 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Bound using segment: {'id': 'dcd029cc-b5ef-49ac-8aee-91717b4eea08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:58:20.151418 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Bound port: 13b2d816-2978-464b-afde-990ee1613fcd, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd029cc-b5ef-49ac-8aee-91717b4eea08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:58:20.151788 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:20.272785 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5f3de-e1f7-470c-98c2-da23f4e4591d req-bcb1eb25-878b-4f85-96ff-870ffb4c2ee1 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:20.274392 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c0a5f3de-e1f7-470c-98c2-da23f4e4591d req-bcb1eb25-878b-4f85-96ff-870ffb4c2ee1 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 944 time: 0.3565822 Feb 05 18:58:20.375452 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c64cf8a2-4791-435a-86d1-611a745806b6 req-417b08bb-5e21-46f8-af1d-7751fa1eb271 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130055 Feb 05 18:58:20.443170 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c0a5f3de-e1f7-470c-98c2-da23f4e4591d req-72b4ea52-8502-4a09-806b-4c4f1c912dfe tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356790 Feb 05 18:58:20.452410 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] For port 13b2d816-2978-464b-afde-990ee1613fcd, host hv-cinder-77428, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:58:20.455659 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] For port 13b2d816-2978-464b-afde-990ee1613fcd, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=13b2d816-2978-464b-afde-990ee1613fcd,segment=NetworkSegment(dcd029cc-b5ef-49ac-8aee-91717b4eea08),segment_id=dcd029cc-b5ef-49ac-8aee-91717b4eea08)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:58:20.459210 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7513612'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:20.475186 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-85750814-c802-4c21-9832-3091a619419a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:20.688236 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:58:20.688793 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Pushing event updated for resources: {'Port': ['ID=13b2d816-2978-464b-afde-990ee1613fcd,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:20.695715 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:20.763281 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:20.764019 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:20.840494 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4e7bd-a6bf-441a-bb43-12d0385553b7 req-f4f6f6ed-e8bc-4327-9d18-7c27715e2c05 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:20.844093 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-95c4e7bd-a6bf-441a-bb43-12d0385553b7 req-f4f6f6ed-e8bc-4327-9d18-7c27715e2c05 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.3257020 Feb 05 18:58:20.884268 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:20.884935 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:20.886464 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fe38e035-271b-402e-b2b4-254289f5636c req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] 10.222.0.69 "PUT /v2.0/ports/13b2d816-2978-464b-afde-990ee1613fcd HTTP/1.1" status: 200 len: 1158 time: 2.9426537 Feb 05 18:58:20.887589 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c04321-dfbe-4540-9d5a-73d20fd5c039', 'tag': '13b2d816-2978-464b-afde-990ee1613fcd'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:21.040280 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-95c4e7bd-a6bf-441a-bb43-12d0385553b7 req-977c1943-a2bd-478a-8d56-a01b7be70517 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879253 Feb 05 18:58:21.169618 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7bc01-6766-4dbe-b172-7658a9ab6a1d req-66cf9ae9-6ff7-464a-b56c-3dc623405a10 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:21.171287 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-02a7bc01-6766-4dbe-b172-7658a9ab6a1d req-66cf9ae9-6ff7-464a-b56c-3dc623405a10 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.2785950 Feb 05 18:58:21.225052 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38e035-271b-402e-b2b4-254289f5636c req-abc9c349-dca4-4532-9ea2-e43aea952bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:21.226659 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fe38e035-271b-402e-b2b4-254289f5636c req-abc9c349-dca4-4532-9ea2-e43aea952bfc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=752ec2a71a204dd6860672ea675387fe&device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 1161 time: 0.2639601 Feb 05 18:58:21.278653 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c5e7f-57d7-4606-9607-4fa5dcce0c63 req-5f966bf1-7f48-4abc-818b-628f089924ff tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:21.279463 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-800c5e7f-57d7-4606-9607-4fa5dcce0c63 req-5f966bf1-7f48-4abc-818b-628f089924ff tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Synchronizing usage tracker for tenant:43a855f1df7b49c1a170438467a37f52 on resource:port {{(pid=80159) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:58:21.296665 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-800c5e7f-57d7-4606-9607-4fa5dcce0c63 req-5f966bf1-7f48-4abc-818b-628f089924ff tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Unset dirty status for tenant:43a855f1df7b49c1a170438467a37f52 on resource:port {{(pid=80159) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:58:21.297982 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-800c5e7f-57d7-4606-9607-4fa5dcce0c63 req-5f966bf1-7f48-4abc-818b-628f089924ff tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.69 "GET /v2.0/ports?device_id=65d3b532-4fa9-4142-b503-5b2121b07f1c HTTP/1.1" status: 200 len: 945 time: 0.1818428 Feb 05 18:58:21.327512 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fe38e035-271b-402e-b2b4-254289f5636c req-2249ac40-9612-40d4-9da8-e31065f66783 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13b2d816-2978-464b-afde-990ee1613fcd HTTP/1.1" status: 200 len: 217 time: 0.0796852 Feb 05 18:58:21.384395 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-02a7bc01-6766-4dbe-b172-7658a9ab6a1d req-709505c5-894f-4654-9b8a-5d738ad4809f tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672845 Feb 05 18:58:21.400336 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-800c5e7f-57d7-4606-9607-4fa5dcce0c63 req-30c1076e-cfad-48ac-b92e-e2f266b62711 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Deleting port 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:21.400724 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-800c5e7f-57d7-4606-9607-4fa5dcce0c63 req-30c1076e-cfad-48ac-b92e-e2f266b62711 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:21.533408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa850ba-2542-4463-97f3-9deff1a1fc23 req-88742449-40ff-420c-b7a9-dca98fb82d8e tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:21.535117 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-faa850ba-2542-4463-97f3-9deff1a1fc23 req-88742449-40ff-420c-b7a9-dca98fb82d8e tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=65d3b532-4fa9-4142-b503-5b2121b07f1c HTTP/1.1" status: 200 len: 945 time: 0.3628449 Feb 05 18:58:21.537481 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c04321-dfbe-4540-9d5a-73d20fd5c039', 'tag': '13b2d816-2978-464b-afde-990ee1613fcd', 'status': 'completed', 'code': 200} Feb 05 18:58:21.576394 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38e035-271b-402e-b2b4-254289f5636c req-537c498c-dcac-4f3d-95af-7b06619fdc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:21.577997 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fe38e035-271b-402e-b2b4-254289f5636c req-537c498c-dcac-4f3d-95af-7b06619fdc8d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7377ce72-78ea-47f4-ba06-614e7911dd8e HTTP/1.1" status: 200 len: 848 time: 0.2224143 Feb 05 18:58:21.688086 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-800c5e7f-57d7-4606-9607-4fa5dcce0c63 req-30c1076e-cfad-48ac-b92e-e2f266b62711 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] For port 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=7de0b789-f89d-47cc-8b92-fe1bdbbfddcb,segment=NetworkSegment(71042f81-32b9-455a-9fb0-8d92ee6e6374),segment_id=71042f81-32b9-455a-9fb0-8d92ee6e6374)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:21.688393 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-800c5e7f-57d7-4606-9607-4fa5dcce0c63 req-30c1076e-cfad-48ac-b92e-e2f266b62711 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:21.690851 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fe38e035-271b-402e-b2b4-254289f5636c req-1c0f3daa-b0c9-46fb-87a8-f1b4a1d044c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008499 Feb 05 18:58:21.709321 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-faa850ba-2542-4463-97f3-9deff1a1fc23 req-779e08e0-58f4-4eeb-abdf-7d1e89b978df tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628473 Feb 05 18:58:21.827001 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-800c5e7f-57d7-4606-9607-4fa5dcce0c63 req-30c1076e-cfad-48ac-b92e-e2f266b62711 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Calling delete_port for 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb owned by compute:nova {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:21.995133 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970096a-9b53-40c8-86a1-408c30fd2ed3 req-dffb83eb-b148-4ec5-9e72-44799c4a866c tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:21.996747 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4970096a-9b53-40c8-86a1-408c30fd2ed3 req-dffb83eb-b148-4ec5-9e72-44799c4a866c tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.4097335 Feb 05 18:58:22.009616 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-800c5e7f-57d7-4606-9607-4fa5dcce0c63 req-30c1076e-cfad-48ac-b92e-e2f266b62711 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:22.024579 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fe38e035-271b-402e-b2b4-254289f5636c req-4c8db6b8-0385-456d-aeb4-afb589e1b817 service neutron] 10.222.0.69 "GET /v2.0/networks/7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142147 Feb 05 18:58:22.028320 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:22.109494 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4970096a-9b53-40c8-86a1-408c30fd2ed3 req-dc0f3751-15c8-4007-a8a8-ed7726c6dd13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045322 Feb 05 18:58:22.139949 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1076e-cfad-48ac-b92e-e2f266b62711 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Pushing event deleted for resources: {'Port': ['ID=7de0b789-f89d-47cc-8b92-fe1bdbbfddcb,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:22.143197 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-30c1076e-cfad-48ac-b92e-e2f266b62711 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:22.276576 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-800c5e7f-57d7-4606-9607-4fa5dcce0c63 req-30c1076e-cfad-48ac-b92e-e2f266b62711 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] No DVR routers for this DVR port 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb on host hv-cinder-77428 {{(pid=80159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:58:22.278843 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-800c5e7f-57d7-4606-9607-4fa5dcce0c63 req-30c1076e-cfad-48ac-b92e-e2f266b62711 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:22.281955 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d3b532-4fa9-4142-b503-5b2121b07f1c', 'name': 'network-vif-deleted', 'tag': '7de0b789-f89d-47cc-8b92-fe1bdbbfddcb'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:22.298779 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-800c5e7f-57d7-4606-9607-4fa5dcce0c63 req-30c1076e-cfad-48ac-b92e-e2f266b62711 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.69 "DELETE /v2.0/ports/7de0b789-f89d-47cc-8b92-fe1bdbbfddcb HTTP/1.1" status: 204 len: 173 time: 0.9941313 Feb 05 18:58:22.576116 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2117be-ac58-49b4-ac6f-b56a1fb829e4 req-0bd2c6b2-89ce-47c1-84eb-3308a072b6f6 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:22.577705 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bb2117be-ac58-49b4-ac6f-b56a1fb829e4 req-0bd2c6b2-89ce-47c1-84eb-3308a072b6f6 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 944 time: 0.7461178 Feb 05 18:58:22.631343 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fe38e035-271b-402e-b2b4-254289f5636c req-3bb34086-f1a7-446f-8073-f0cd59dd20d8 service neutron] 10.222.0.69 "GET /v2.0/networks/7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5874076 Feb 05 18:58:22.730673 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b1394-cda2-4103-96fa-c7a4e0cb10c8 req-a9346cb0-a4c0-4ba5-9c11-7392df70648b tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:22.732325 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fa4b1394-cda2-4103-96fa-c7a4e0cb10c8 req-a9346cb0-a4c0-4ba5-9c11-7392df70648b tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.3458951 Feb 05 18:58:22.753062 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bb2117be-ac58-49b4-ac6f-b56a1fb829e4 req-3b35be0d-00f4-4714-9411-bf49766c2be7 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644745 Feb 05 18:58:22.868690 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fa4b1394-cda2-4103-96fa-c7a4e0cb10c8 req-3776e00d-3163-460e-992c-d3b8a2d03bb5 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145651 Feb 05 18:58:22.888156 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bedd2-1cb4-48db-8c33-e186abeb7600 req-e15ea8e5-fcd2-46a8-ad4f-91f7a7f222e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:22.889704 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aa0bedd2-1cb4-48db-8c33-e186abeb7600 req-e15ea8e5-fcd2-46a8-ad4f-91f7a7f222e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=752ec2a71a204dd6860672ea675387fe&device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 1161 time: 0.1344335 Feb 05 18:58:22.961325 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d3b532-4fa9-4142-b503-5b2121b07f1c', 'name': 'network-vif-deleted', 'tag': '7de0b789-f89d-47cc-8b92-fe1bdbbfddcb', 'status': 'completed', 'code': 200} Feb 05 18:58:23.030958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:58:23.120360 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:23.120569 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:23.122047 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bedd2-1cb4-48db-8c33-e186abeb7600 req-98f7258e-0397-4db8-bcab-8c70d1ecb00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:23.123798 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aa0bedd2-1cb4-48db-8c33-e186abeb7600 req-98f7258e-0397-4db8-bcab-8c70d1ecb00b service neutron] 10.222.0.69 "GET /v2.0/networks?id=7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6 HTTP/1.1" status: 200 len: 902 time: 0.2240975 Feb 05 18:58:23.282925 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1278cb61-638b-4b0e-bc3b-4442b7405637 req-c0184eff-2829-4fc8-8d2a-dd1f07a3b352 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=65d3b532-4fa9-4142-b503-5b2121b07f1c HTTP/1.1" status: 200 len: 210 time: 0.1580458 Feb 05 18:58:23.295249 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aa0bedd2-1cb4-48db-8c33-e186abeb7600 req-311a7a93-2492-4005-a790-136de9adaffb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13b2d816-2978-464b-afde-990ee1613fcd HTTP/1.1" status: 200 len: 217 time: 0.0844574 Feb 05 18:58:23.339063 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:58:23.405310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] No Port match for: 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:58:23.405954 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 7de0b789-f89d-47cc-8b92-fe1bdbbfddcb not bound to the agent host hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 18:58:23.437694 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bedd2-1cb4-48db-8c33-e186abeb7600 req-9d53b9ba-ad77-4417-9685-ce91be31c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:23.439526 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aa0bedd2-1cb4-48db-8c33-e186abeb7600 req-9d53b9ba-ad77-4417-9685-ce91be31c4df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7377ce72-78ea-47f4-ba06-614e7911dd8e HTTP/1.1" status: 200 len: 848 time: 0.1338010 Feb 05 18:58:23.473934 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ce5c9-22b6-4e7a-be91-491825f9f5a7 req-55f7c3c3-a6e6-44cd-8613-e26d8fcfc774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:23.476367 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9d1ce5c9-22b6-4e7a-be91-491825f9f5a7 req-55f7c3c3-a6e6-44cd-8613-e26d8fcfc774 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d6772b3c833744d298b2542568f2699f&device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 1162 time: 0.1704147 Feb 05 18:58:23.526459 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7927424-3961-4a59-b29f-039b5ac7ac26 req-c3224da6-75e6-43d1-abc1-9f3a7a8a53e5 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:23.528238 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b7927424-3961-4a59-b29f-039b5ac7ac26 req-c3224da6-75e6-43d1-abc1-9f3a7a8a53e5 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.4022913 Feb 05 18:58:23.653906 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aa0bedd2-1cb4-48db-8c33-e186abeb7600 req-891ac7d2-10cc-4183-b502-cc075c223dc0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837398 Feb 05 18:58:23.662512 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ce5c9-22b6-4e7a-be91-491825f9f5a7 req-3bc9d3f3-e4a3-48dc-b1cc-bb3c174d704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:23.664270 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9d1ce5c9-22b6-4e7a-be91-491825f9f5a7 req-3bc9d3f3-e4a3-48dc-b1cc-bb3c174d704c service neutron] 10.222.0.69 "GET /v2.0/networks?id=497ec747-5a9f-4b18-bf8f-c5da3336777f HTTP/1.1" status: 200 len: 905 time: 0.1796489 Feb 05 18:58:23.696365 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b7927424-3961-4a59-b29f-039b5ac7ac26 req-de7e5dc5-c928-45bc-9af9-1d4913c33089 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850234 Feb 05 18:58:23.806184 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9d1ce5c9-22b6-4e7a-be91-491825f9f5a7 req-bf6285b8-e78c-48b1-aa3b-3e76aa9f3ab7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb HTTP/1.1" status: 200 len: 1001 time: 0.1119666 Feb 05 18:58:23.885423 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ce5c9-22b6-4e7a-be91-491825f9f5a7 req-9735ce04-ee6a-4e64-8879-1f141d08940b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:23.887111 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9d1ce5c9-22b6-4e7a-be91-491825f9f5a7 req-9735ce04-ee6a-4e64-8879-1f141d08940b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ca05151-4272-40cf-9fde-02be00fd7aec HTTP/1.1" status: 200 len: 850 time: 0.0721362 Feb 05 18:58:23.900008 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4bca4-47aa-4098-b244-5f4922681793 req-57476b2f-d80e-48bb-88bc-f2a373511638 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:23.901715 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bef4bca4-47aa-4098-b244-5f4922681793 req-57476b2f-d80e-48bb-88bc-f2a373511638 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.3725035 Feb 05 18:58:23.971266 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ce5c9-22b6-4e7a-be91-491825f9f5a7 req-5019a874-c212-4ae7-b774-755726d4cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:23.972781 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9d1ce5c9-22b6-4e7a-be91-491825f9f5a7 req-5019a874-c212-4ae7-b774-755726d4cca2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=497ec747-5a9f-4b18-bf8f-c5da3336777f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775020 Feb 05 18:58:24.029966 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aa0bedd2-1cb4-48db-8c33-e186abeb7600 req-af07abce-e23a-4092-ba0e-7b14eef47ec6 service neutron] 10.222.0.69 "GET /v2.0/networks/7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325465 Feb 05 18:58:24.056729 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bef4bca4-47aa-4098-b244-5f4922681793 req-19dcef78-b955-4d59-9523-4ab6e2152244 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040220 Feb 05 18:58:24.119864 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9d1ce5c9-22b6-4e7a-be91-491825f9f5a7 req-b904e274-9b9a-486a-a4d8-5360e65387ec service neutron] 10.222.0.69 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386425 Feb 05 18:58:24.233006 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c433c2d-c8fa-4389-bcff-40fa4beeb2f2 req-71d33054-f64d-45f3-895d-150e33045a6f tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:24.234736 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2c433c2d-c8fa-4389-bcff-40fa4beeb2f2 req-71d33054-f64d-45f3-895d-150e33045a6f tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 944 time: 0.3320458 Feb 05 18:58:24.278442 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9d1ce5c9-22b6-4e7a-be91-491825f9f5a7 req-be129074-229b-461f-b5d1-4e4b19aaa890 service neutron] 10.222.0.69 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1466377 Feb 05 18:58:24.338910 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2c433c2d-c8fa-4389-bcff-40fa4beeb2f2 req-78e2bcb7-25b0-4173-b354-c55e57624efa tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928836 Feb 05 18:58:24.345034 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aa0bedd2-1cb4-48db-8c33-e186abeb7600 req-492797f3-ec35-4b08-ab1f-22a533056850 service neutron] 10.222.0.69 "GET /v2.0/networks/7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2873008 Feb 05 18:58:24.520845 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a0a50-dac9-43ed-81be-e9208deb8336 req-d7b4fbe3-5966-417d-9e41-94474b335f48 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:24.522744 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4f8a0a50-dac9-43ed-81be-e9208deb8336 req-d7b4fbe3-5966-417d-9e41-94474b335f48 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.1738207 Feb 05 18:58:24.589265 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4f8a0a50-dac9-43ed-81be-e9208deb8336 req-ef133d45-3993-4f76-a893-efdf1d955447 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601621 Feb 05 18:58:24.998503 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d07ec9-7723-42c3-9bff-712c8c513ea8 req-28ab46ab-fdf1-47d1-81e3-7a0b03a6588a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:25.000152 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d9d07ec9-7723-42c3-9bff-712c8c513ea8 req-28ab46ab-fdf1-47d1-81e3-7a0b03a6588a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.1608899 Feb 05 18:58:25.064960 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d9d07ec9-7723-42c3-9bff-712c8c513ea8 req-0fe49e0b-2789-4720-9c51-e3306f0e0f52 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578063 Feb 05 18:58:25.348684 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7438e-0e5f-465f-9c02-8bb871f0678b req-3d9a9a4c-e64f-467e-9a37-1a55a50fc2cb tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:25.350355 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-83d7438e-0e5f-465f-9c02-8bb871f0678b req-3d9a9a4c-e64f-467e-9a37-1a55a50fc2cb tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.1611874 Feb 05 18:58:25.421732 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-83d7438e-0e5f-465f-9c02-8bb871f0678b req-eaf53010-14b6-49bf-b1ce-10cea440e470 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649440 Feb 05 18:58:25.643454 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bde420-4acd-49cf-8a2e-ec7e1c212a78 req-9b824ae9-57fb-4e6c-85fd-36a8a875fe36 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:25.645208 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b8bde420-4acd-49cf-8a2e-ec7e1c212a78 req-9b824ae9-57fb-4e6c-85fd-36a8a875fe36 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 944 time: 0.1706533 Feb 05 18:58:25.740955 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b8bde420-4acd-49cf-8a2e-ec7e1c212a78 req-ebe36d92-a823-487b-b73b-8f51316886cd tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888238 Feb 05 18:58:25.905310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11583bfe-d915-47b0-a97e-1e21c965d364 req-56ec2e83-3686-45ad-bdf2-54ad5158d87c tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:25.906990 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-11583bfe-d915-47b0-a97e-1e21c965d364 req-56ec2e83-3686-45ad-bdf2-54ad5158d87c tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.1632035 Feb 05 18:58:25.972327 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-11583bfe-d915-47b0-a97e-1e21c965d364 req-a05f77bb-f09c-44e8-b814-f6521e4b88e0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575378 Feb 05 18:58:26.244744 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f9a61-4c03-4c93-9827-debc95ff726d req-12b6fab3-f45a-4ccb-a7b6-a0743248708e tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:26.246471 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9e0f9a61-4c03-4c93-9827-debc95ff726d req-12b6fab3-f45a-4ccb-a7b6-a0743248708e tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 945 time: 0.1719398 Feb 05 18:58:26.368715 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9e0f9a61-4c03-4c93-9827-debc95ff726d req-ca933bd8-f3bc-4798-8185-b066a9defcae tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801854 Feb 05 18:58:26.463000 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aa2f9-7619-44d6-9522-7d06aa80b922 req-da2ce79b-3d64-44e2-8d8a-4445d4129186 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:26.464601 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-628aa2f9-7619-44d6-9522-7d06aa80b922 req-da2ce79b-3d64-44e2-8d8a-4445d4129186 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.2171533 Feb 05 18:58:26.530059 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-628aa2f9-7619-44d6-9522-7d06aa80b922 req-d8abc3e1-dfcd-4553-83fb-6784f57f9a6b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587590 Feb 05 18:58:26.710228 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da7cc2-6809-4217-8539-3d4378ff7e8f req-37aaa870-0a31-492a-828e-2db28de048cc tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:26.712259 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-00da7cc2-6809-4217-8539-3d4378ff7e8f req-37aaa870-0a31-492a-828e-2db28de048cc tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.1611795 Feb 05 18:58:26.776657 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-00da7cc2-6809-4217-8539-3d4378ff7e8f req-ec2c097f-241a-4727-8dab-6ce4d5f689c8 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577893 Feb 05 18:58:26.931549 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.objects.ports [None req-4e3d5498-bb67-4855-b9e7-67b942a13f38 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80160) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 18:58:27.047011 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283431c-d165-44d0-8e2a-0c4719bf0cee req-f0aae199-07e8-4df5-8ad3-407ba177a8cb tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:27.048735 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5283431c-d165-44d0-8e2a-0c4719bf0cee req-f0aae199-07e8-4df5-8ad3-407ba177a8cb tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 944 time: 0.1698368 Feb 05 18:58:27.120784 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5283431c-d165-44d0-8e2a-0c4719bf0cee req-1f2734ff-7aec-4812-9463-7fe7afe0d88c tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654190 Feb 05 18:58:27.288350 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7599d1-de2a-48f6-8e83-d1413f3d8a22 req-93a0ec0b-5895-4490-9856-5af3878eb147 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:27.290069 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8a7599d1-de2a-48f6-8e83-d1413f3d8a22 req-93a0ec0b-5895-4490-9856-5af3878eb147 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.1618001 Feb 05 18:58:27.571589 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8a7599d1-de2a-48f6-8e83-d1413f3d8a22 req-846689a3-7ec5-480e-b217-27f8296d011e tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751832 Feb 05 18:58:27.735482 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122872c-1432-4aee-999d-a739cbab4049 req-0d92c2a4-8cce-42e0-b127-3c7dfb3091b9 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:27.737160 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4122872c-1432-4aee-999d-a739cbab4049 req-0d92c2a4-8cce-42e0-b127-3c7dfb3091b9 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 945 time: 0.1646984 Feb 05 18:58:27.857314 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4122872c-1432-4aee-999d-a739cbab4049 req-926d5a05-555e-4bfa-9b9b-7fa7a158eb96 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832307 Feb 05 18:58:27.949359 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c863902-2bbb-44cd-bdfc-0955367cacc3 req-194a1401-be40-4079-a83a-7b6aad223b18 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:27.950995 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7c863902-2bbb-44cd-bdfc-0955367cacc3 req-194a1401-be40-4079-a83a-7b6aad223b18 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.2128248 Feb 05 18:58:28.014220 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7c863902-2bbb-44cd-bdfc-0955367cacc3 req-ee0107ce-0a1f-4bd5-aabc-ab4cc298dec1 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567424 Feb 05 18:58:28.354814 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:58:28.410526 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717dd36-6231-4bae-8b26-d918203c65e0 req-2e249a9c-47de-4ee5-b097-85f19de96a65 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:28.412236 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c717dd36-6231-4bae-8b26-d918203c65e0 req-2e249a9c-47de-4ee5-b097-85f19de96a65 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 944 time: 0.1656463 Feb 05 18:58:28.427958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:28.428363 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:28.476718 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c717dd36-6231-4bae-8b26-d918203c65e0 req-2cfd4a45-d071-4040-a75f-f362a8e994c0 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577617 Feb 05 18:58:28.552928 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device cd2876aa-5fff-4b88-bcdc-432fd0103548 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:58:28.626143 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port cd2876aa-5fff-4b88-bcdc-432fd0103548 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:28.626442 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:28.753277 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 13b2d816-2978-464b-afde-990ee1613fcd up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:58:28.826719 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning for port 13b2d816-2978-464b-afde-990ee1613fcd completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:58:28.831852 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 13b2d816-2978-464b-afde-990ee1613fcd triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:28.832269 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:28.866781 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a5b93-1695-414b-85c0-1a5392a20e34 req-c6aa8f17-0367-4cc3-b2f4-35350e7ff60f tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:28.868429 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-040a5b93-1695-414b-85c0-1a5392a20e34 req-c6aa8f17-0367-4cc3-b2f4-35350e7ff60f tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.1651545 Feb 05 18:58:28.933331 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-040a5b93-1695-414b-85c0-1a5392a20e34 req-a5d12dee-66bc-4989-a05a-909a55312bb3 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579638 Feb 05 18:58:28.959676 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:28.988570 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c04321-dfbe-4540-9d5a-73d20fd5c039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b2d816-2978-464b-afde-990ee1613fcd'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:28.999990 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 13b2d816-2978-464b-afde-990ee1613fcd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=13b2d816-2978-464b-afde-990ee1613fcd,segment=NetworkSegment(dcd029cc-b5ef-49ac-8aee-91717b4eea08),segment_id=dcd029cc-b5ef-49ac-8aee-91717b4eea08)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:29.003127 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:29.005608 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:29.050881 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c04321-dfbe-4540-9d5a-73d20fd5c039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b2d816-2978-464b-afde-990ee1613fcd', 'code': 200} Feb 05 18:58:29.078646 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=13b2d816-2978-464b-afde-990ee1613fcd,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:29.082101 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:29.158008 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3acbdb-9990-4910-921d-30a84d24c318 req-6825e641-bca9-4330-ac71-08ceeb4df374 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:29.159726 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ea3acbdb-9990-4910-921d-30a84d24c318 req-6825e641-bca9-4330-ac71-08ceeb4df374 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 945 time: 0.1682796 Feb 05 18:58:29.339423 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ea3acbdb-9990-4910-921d-30a84d24c318 req-b9ad4e82-e01a-463d-b8bc-3312329f45d6 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424031 Feb 05 18:58:29.450158 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f741c-a0aa-4fbd-85d4-d5a797773e67 req-74de6e6f-a5ee-48bc-a7da-d3b1fe205a6a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:29.451749 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c89f741c-a0aa-4fbd-85d4-d5a797773e67 req-74de6e6f-a5ee-48bc-a7da-d3b1fe205a6a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.2489033 Feb 05 18:58:29.496066 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace89408-14d6-4313-a5ca-a030ee6a682d req-dad4bb47-b32e-4992-b68d-ce7b59b1c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:29.497887 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ace89408-14d6-4313-a5ca-a030ee6a682d req-dad4bb47-b32e-4992-b68d-ce7b59b1c6cb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 1163 time: 0.0935850 Feb 05 18:58:29.536911 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ce50b-8166-4bbb-8b88-2e2b24bb9669 req-67e4b403-29ff-4af7-9f29-6203fe73fc65 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:29.538562 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-927ce50b-8166-4bbb-8b88-2e2b24bb9669 req-67e4b403-29ff-4af7-9f29-6203fe73fc65 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.69 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 945 time: 0.3779058 Feb 05 18:58:29.595469 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ace89408-14d6-4313-a5ca-a030ee6a682d req-e1fe6408-adfe-4541-8263-f47f9d0294fb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407755 Feb 05 18:58:29.693882 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c89f741c-a0aa-4fbd-85d4-d5a797773e67 req-b4a1c1f2-a0cc-4e98-a35f-4a48c621b738 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541936 Feb 05 18:58:29.734630 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-927ce50b-8166-4bbb-8b88-2e2b24bb9669 req-712119f0-1347-4773-9384-43eba7407646 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Deleting port f52fdd77-a096-46c7-a641-4d7b9202e489 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:29.735011 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-927ce50b-8166-4bbb-8b88-2e2b24bb9669 req-712119f0-1347-4773-9384-43eba7407646 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:29.835090 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device cd2876aa-5fff-4b88-bcdc-432fd0103548 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:58:29.910798 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port cd2876aa-5fff-4b88-bcdc-432fd0103548 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:29.911897 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:29.937865 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a333cc5-77e6-441c-969e-eb8846d05ff9 req-0aa2062f-b563-4a53-9226-6d9ad3fe00c1 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:29.939541 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4a333cc5-77e6-441c-969e-eb8846d05ff9 req-0aa2062f-b563-4a53-9226-6d9ad3fe00c1 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 946 time: 0.3205917 Feb 05 18:58:30.045510 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 13b2d816-2978-464b-afde-990ee1613fcd up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:58:30.093532 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4a333cc5-77e6-441c-969e-eb8846d05ff9 req-b07d4f3b-88b4-4ab2-9839-82c697c9f15c tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419029 Feb 05 18:58:30.122835 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 13b2d816-2978-464b-afde-990ee1613fcd triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:30.123250 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:30.235741 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-927ce50b-8166-4bbb-8b88-2e2b24bb9669 req-712119f0-1347-4773-9384-43eba7407646 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] For port f52fdd77-a096-46c7-a641-4d7b9202e489, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=f52fdd77-a096-46c7-a641-4d7b9202e489,segment=NetworkSegment(71042f81-32b9-455a-9fb0-8d92ee6e6374),segment_id=71042f81-32b9-455a-9fb0-8d92ee6e6374)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:30.236225 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-927ce50b-8166-4bbb-8b88-2e2b24bb9669 req-712119f0-1347-4773-9384-43eba7407646 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:30.300437 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device f52fdd77-a096-46c7-a641-4d7b9202e489 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:58:30.444480 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-927ce50b-8166-4bbb-8b88-2e2b24bb9669 req-712119f0-1347-4773-9384-43eba7407646 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Calling delete_port for f52fdd77-a096-46c7-a641-4d7b9202e489 owned by compute:nova {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:30.453090 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:30.500116 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port f52fdd77-a096-46c7-a641-4d7b9202e489, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=f52fdd77-a096-46c7-a641-4d7b9202e489,segment=NetworkSegment(71042f81-32b9-455a-9fb0-8d92ee6e6374),segment_id=71042f81-32b9-455a-9fb0-8d92ee6e6374)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:30.508250 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:30.510881 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:30.596125 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=f52fdd77-a096-46c7-a641-4d7b9202e489,revision_number=5']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:30.596362 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9a2d0-2133-4a74-9b4f-49795887798a req-93586453-cf59-4bd3-ab00-8f109c8a4127 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:30.600914 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:30.605096 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-dfc9a2d0-2133-4a74-9b4f-49795887798a req-93586453-cf59-4bd3-ab00-8f109c8a4127 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.5104930 Feb 05 18:58:30.775327 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8201a4b-32a2-4d91-b0c3-034f877fa14a req-99b1fe82-ec04-4d28-8e54-855da429d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:30.777399 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d8201a4b-32a2-4d91-b0c3-034f877fa14a req-99b1fe82-ec04-4d28-8e54-855da429d3a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=41ac3b59d1b342459afdeeb6ea515ca7&device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 1162 time: 0.0838120 Feb 05 18:58:30.780297 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-dfc9a2d0-2133-4a74-9b4f-49795887798a req-8b8a1d1d-1fb3-4f85-b0fe-df7efe843708 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742229 Feb 05 18:58:30.801870 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.api [req-927ce50b-8166-4bbb-8b88-2e2b24bb9669 req-712119f0-1347-4773-9384-43eba7407646 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80158) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 18:58:30.802248 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_db.api [req-927ce50b-8166-4bbb-8b88-2e2b24bb9669 req-712119f0-1347-4773-9384-43eba7407646 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 18:58:30.948299 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbece430-1a64-474b-a516-800d755b60ae req-264f722c-0ebe-4316-89de-14090c5d0369 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:30.950174 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cbece430-1a64-474b-a516-800d755b60ae req-264f722c-0ebe-4316-89de-14090c5d0369 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 943 time: 0.3340917 Feb 05 18:58:31.002976 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8201a4b-32a2-4d91-b0c3-034f877fa14a req-6f858b4f-bd88-4cd4-bbf1-007a558cd821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:31.005286 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d8201a4b-32a2-4d91-b0c3-034f877fa14a req-6f858b4f-bd88-4cd4-bbf1-007a558cd821 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9657212a-b08a-47f2-990a-340c82f01463 HTTP/1.1" status: 200 len: 912 time: 0.1943426 Feb 05 18:58:31.042535 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cbece430-1a64-474b-a516-800d755b60ae req-bcfa076f-f48b-49d9-9bbb-a22911c946af tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818133 Feb 05 18:58:31.052315 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0245d919-b943-4249-84f6-644bbe8d85c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f52fdd77-a096-46c7-a641-4d7b9202e489'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:31.144001 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d8201a4b-32a2-4d91-b0c3-034f877fa14a req-b0e87bca-2337-47ed-a4ad-6767de9187e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aebd90d0-a7ba-4fc6-919a-d25b6dae6033 HTTP/1.1" status: 200 len: 217 time: 0.1255293 Feb 05 18:58:31.181718 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0245d919-b943-4249-84f6-644bbe8d85c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f52fdd77-a096-46c7-a641-4d7b9202e489', 'code': 200} Feb 05 18:58:31.268422 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8201a4b-32a2-4d91-b0c3-034f877fa14a req-99c07cbf-d100-46f0-b9d3-761b50fbb2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:31.270792 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d8201a4b-32a2-4d91-b0c3-034f877fa14a req-99c07cbf-d100-46f0-b9d3-761b50fbb2c9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c829bd72-056f-4907-824c-4eeeb1817b58 HTTP/1.1" status: 200 len: 858 time: 0.1103742 Feb 05 18:58:31.323084 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-927ce50b-8166-4bbb-8b88-2e2b24bb9669 req-712119f0-1347-4773-9384-43eba7407646 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Deleting port f52fdd77-a096-46c7-a641-4d7b9202e489 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:31.323388 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-927ce50b-8166-4bbb-8b88-2e2b24bb9669 req-712119f0-1347-4773-9384-43eba7407646 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:31.363321 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d8201a4b-32a2-4d91-b0c3-034f877fa14a req-ec3ffb7c-c1e4-4120-94ac-4f01a2cd31ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9657212a-b08a-47f2-990a-340c82f01463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757120 Feb 05 18:58:31.533097 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d8201a4b-32a2-4d91-b0c3-034f877fa14a req-ce57be35-905a-4b06-acaa-fdf93ce97f27 service neutron] 10.222.0.69 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571705 Feb 05 18:58:31.591817 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 13b2d816-2978-464b-afde-990ee1613fcd up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:58:31.695999 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d8201a4b-32a2-4d91-b0c3-034f877fa14a req-1e1c353e-b52e-43c0-96e9-ea6328121395 service neutron] 10.222.0.69 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1545534 Feb 05 18:58:31.742959 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 13b2d816-2978-464b-afde-990ee1613fcd triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:31.743377 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:31.825985 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d3237-e573-471b-88ec-e9dd1bebcbfd req-6a3960b8-d8a8-4a3a-ba42-2e5eee8adb2c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:31.834045 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c99d3237-e573-471b-88ec-e9dd1bebcbfd req-6a3960b8-d8a8-4a3a-ba42-2e5eee8adb2c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.5855470 Feb 05 18:58:31.981386 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc808633-844e-4453-bb0e-51c62799b26d req-d93acc86-b584-431a-aaa3-a3eff526112f tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:31.989792 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cc808633-844e-4453-bb0e-51c62799b26d req-d93acc86-b584-431a-aaa3-a3eff526112f tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 946 time: 0.6026664 Feb 05 18:58:32.024758 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ec95f35d-38e7-4321-975c-455dc4240257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:32.091830 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c99d3237-e573-471b-88ec-e9dd1bebcbfd req-ace9d056-e3e7-4aa4-863e-5eccd71925ae tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568135 Feb 05 18:58:32.165111 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cc808633-844e-4453-bb0e-51c62799b26d req-a0c90add-b60e-437d-9935-0c3117ed64b7 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464276 Feb 05 18:58:32.180802 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-927ce50b-8166-4bbb-8b88-2e2b24bb9669 req-712119f0-1347-4773-9384-43eba7407646 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] For port f52fdd77-a096-46c7-a641-4d7b9202e489, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=f52fdd77-a096-46c7-a641-4d7b9202e489,segment=NetworkSegment(71042f81-32b9-455a-9fb0-8d92ee6e6374),segment_id=71042f81-32b9-455a-9fb0-8d92ee6e6374)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:32.181830 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-927ce50b-8166-4bbb-8b88-2e2b24bb9669 req-712119f0-1347-4773-9384-43eba7407646 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:32.555641 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-927ce50b-8166-4bbb-8b88-2e2b24bb9669 req-712119f0-1347-4773-9384-43eba7407646 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Calling delete_port for f52fdd77-a096-46c7-a641-4d7b9202e489 owned by compute:nova {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:32.901243 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cc807-586f-4f04-9330-aa4057339693 req-e9ada631-9108-45a7-9179-8070cae78828 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:32.902956 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b60cc807-586f-4f04-9330-aa4057339693 req-e9ada631-9108-45a7-9179-8070cae78828 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.2683089 Feb 05 18:58:33.016867 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21da79-6231-45f2-8daa-538a91aaf9e4 req-1f2cd802-d97f-448f-9902-7fe0fa4e0651 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:33.018561 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9c21da79-6231-45f2-8daa-538a91aaf9e4 req-1f2cd802-d97f-448f-9902-7fe0fa4e0651 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 943 time: 0.4212925 Feb 05 18:58:33.142867 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b60cc807-586f-4f04-9330-aa4057339693 req-ed870fb7-5c90-4ce3-afe4-cf850d057fdb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177938 Feb 05 18:58:33.147325 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-927ce50b-8166-4bbb-8b88-2e2b24bb9669 req-712119f0-1347-4773-9384-43eba7407646 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:33.165573 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:33.246133 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9c21da79-6231-45f2-8daa-538a91aaf9e4 req-c92d1b5b-4ac3-41cd-a382-4d931b825c37 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac414e6d-052a-4a04-91e9-1849950d8181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165110 Feb 05 18:58:33.249261 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712119f0-1347-4773-9384-43eba7407646 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Pushing event deleted for resources: {'Port': ['ID=f52fdd77-a096-46c7-a641-4d7b9202e489,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:33.252196 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-712119f0-1347-4773-9384-43eba7407646 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:33.380375 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:33.601229 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23e894-8c53-4dd5-ba4a-ddcbbf9394b3 req-6059e55f-b2ce-4329-8227-5e0f9b0e1137 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:33.609046 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7d23e894-8c53-4dd5-ba4a-ddcbbf9394b3 req-6059e55f-b2ce-4329-8227-5e0f9b0e1137 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.2951524 Feb 05 18:58:33.710269 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-927ce50b-8166-4bbb-8b88-2e2b24bb9669 req-712119f0-1347-4773-9384-43eba7407646 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] No DVR routers for this DVR port f52fdd77-a096-46c7-a641-4d7b9202e489 on host hv-cinder-77428 {{(pid=80158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:58:33.755592 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7d23e894-8c53-4dd5-ba4a-ddcbbf9394b3 req-9709fb1d-672a-4fa3-8be6-2fc922eda257 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455398 Feb 05 18:58:33.761666 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-927ce50b-8166-4bbb-8b88-2e2b24bb9669 req-712119f0-1347-4773-9384-43eba7407646 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:33.765739 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0245d919-b943-4249-84f6-644bbe8d85c5', 'name': 'network-vif-deleted', 'tag': 'f52fdd77-a096-46c7-a641-4d7b9202e489'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:33.789124 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-927ce50b-8166-4bbb-8b88-2e2b24bb9669 req-712119f0-1347-4773-9384-43eba7407646 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.69 "DELETE /v2.0/ports/f52fdd77-a096-46c7-a641-4d7b9202e489 HTTP/1.1" status: 204 len: 173 time: 4.2277174 Feb 05 18:58:33.923030 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744b201-3101-4e7d-b6f2-910e69c38eee req-24fa1d20-6c72-4126-8eed-f70ebf3379e3 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:33.934093 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2744b201-3101-4e7d-b6f2-910e69c38eee req-24fa1d20-6c72-4126-8eed-f70ebf3379e3 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 946 time: 0.5079975 Feb 05 18:58:33.956302 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0245d919-b943-4249-84f6-644bbe8d85c5', 'name': 'network-vif-deleted', 'tag': 'f52fdd77-a096-46c7-a641-4d7b9202e489', 'status': 'completed', 'code': 200} Feb 05 18:58:34.011154 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2744b201-3101-4e7d-b6f2-910e69c38eee req-809f9953-2899-405c-871a-c224256c7824 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760720 Feb 05 18:58:34.226054 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6a0c1fb7-2513-4f59-8f01-a4a1298127fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:34.544115 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823c200-c807-4351-9ca5-b90d4c59abfc req-79de3fa4-6d42-4e56-ac26-52fd3e5721df tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:34.546684 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1823c200-c807-4351-9ca5-b90d4c59abfc req-79de3fa4-6d42-4e56-ac26-52fd3e5721df tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.2046475 Feb 05 18:58:34.617853 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-e49e83db-7244-4b5f-a5e2-d6d5af240b08 req-ebe7cae6-d195-4540-86a3-a3a1d3d0bdaa tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Synchronizing usage tracker for tenant:43a855f1df7b49c1a170438467a37f52 on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:58:34.650252 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-e49e83db-7244-4b5f-a5e2-d6d5af240b08 req-ebe7cae6-d195-4540-86a3-a3a1d3d0bdaa tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Unset dirty status for tenant:43a855f1df7b49c1a170438467a37f52 on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:58:34.651776 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e49e83db-7244-4b5f-a5e2-d6d5af240b08 req-ebe7cae6-d195-4540-86a3-a3a1d3d0bdaa tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] 10.222.0.23 "GET /v2.0/ports?device_id=0245d919-b943-4249-84f6-644bbe8d85c5 HTTP/1.1" status: 200 len: 210 time: 0.1037805 Feb 05 18:58:34.686896 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1823c200-c807-4351-9ca5-b90d4c59abfc req-77ca7213-f239-4b58-9277-605e4840124d tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915635 Feb 05 18:58:34.824668 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:35.245016 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde6d3a-7bed-46a9-981d-2efc7e8b860b req-d3b99694-bb94-4985-b7e1-42c52dcdb6b0 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:35.253082 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6cde6d3a-7bed-46a9-981d-2efc7e8b860b req-d3b99694-bb94-4985-b7e1-42c52dcdb6b0 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.2973769 Feb 05 18:58:35.371294 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6cde6d3a-7bed-46a9-981d-2efc7e8b860b req-c5889423-fba5-42a1-953a-a35c1dacb2aa tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168528 Feb 05 18:58:35.657239 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:35.758016 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5bb96-96ab-4e18-b8cb-3732ed21a17c req-4bc2326c-ac78-4b42-807a-b05a3cd63fb1 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:35.766736 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eae5bb96-96ab-4e18-b8cb-3732ed21a17c req-4bc2326c-ac78-4b42-807a-b05a3cd63fb1 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 946 time: 0.2275622 Feb 05 18:58:35.830565 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 45380) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:35.857899 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eae5bb96-96ab-4e18-b8cb-3732ed21a17c req-05955665-bd6f-4c59-a4bb-82772a430731 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900228 Feb 05 18:58:35.943897 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4eb0f02-741c-4b63-bc04-5807ecf8ff2c admin admin] Deleting subnet 3961e334-7d1e-4fd6-b199-f132904184e0 {{(pid=80159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 18:58:35.947680 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4eb0f02-741c-4b63-bc04-5807ecf8ff2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:36.009022 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4eb0f02-741c-4b63-bc04-5807ecf8ff2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8221168'] for subnet, precommit_delete_associations {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:36.083794 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4eb0f02-741c-4b63-bc04-5807ecf8ff2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748778'] for subnet, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:36.171296 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b2239-c5cf-4cf7-97a0-4b9a1c749fd9 req-917ad568-8b36-404a-86a0-8526aab7e6de tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:36.180872 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d35b2239-c5cf-4cf7-97a0-4b9a1c749fd9 req-917ad568-8b36-404a-86a0-8526aab7e6de tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.2113211 Feb 05 18:58:36.260299 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d35b2239-c5cf-4cf7-97a0-4b9a1c749fd9 req-8f1fef51-a040-4103-ad65-41ba40b9667c tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782804 Feb 05 18:58:36.355464 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:36.388872 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4eb0f02-741c-4b63-bc04-5807ecf8ff2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847988684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1094117'] for subnet, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:36.409895 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ad39a7ea-6fff-451e-9a47-d66727d37def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:36.507989 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb0f02-741c-4b63-bc04-5807ecf8ff2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3961e334-7d1e-4fd6-b199-f132904184e0,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:36.510868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f4eb0f02-741c-4b63-bc04-5807ecf8ff2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:36.573923 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f4eb0f02-741c-4b63-bc04-5807ecf8ff2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:36.585786 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-f4eb0f02-741c-4b63-bc04-5807ecf8ff2c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3961e334-7d1e-4fd6-b199-f132904184e0 HTTP/1.1" status: 204 len: 168 time: 0.7539065 Feb 05 18:58:36.588573 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 45388) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:36.717211 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527504eb-2a9a-4336-8304-ce56e6a07d39 req-3e235078-1cd0-42da-9777-9bd507cf6fcd tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:36.725527 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-527504eb-2a9a-4336-8304-ce56e6a07d39 req-3e235078-1cd0-42da-9777-9bd507cf6fcd tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.1909871 Feb 05 18:58:36.732543 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-45058702-bcba-49da-84d3-68c6e4a825f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989089'] for network, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:36.796525 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-527504eb-2a9a-4336-8304-ce56e6a07d39 req-4a2dff71-04ac-4308-869b-760f2f82dc3d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699453 Feb 05 18:58:36.951207 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-45058702-bcba-49da-84d3-68c6e4a825f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1016662', 'neutron.services.segments.db._delete_segments_for_network-8761562595665'] for network, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:37.279680 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503cfe8-3946-420d-a17d-ee4142dce4f4 req-fa767048-fa97-48e0-bb3a-200f9dad1551 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:37.282683 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4503cfe8-3946-420d-a17d-ee4142dce4f4 req-fa767048-fa97-48e0-bb3a-200f9dad1551 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 946 time: 0.2899070 Feb 05 18:58:37.359310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-45058702-bcba-49da-84d3-68c6e4a825f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d031a8-5511-4a0c-8172-059ed7971489']}} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:37.363944 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4503cfe8-3946-420d-a17d-ee4142dce4f4 req-34cd0948-29d7-4aef-b81a-05eb2d0f7faf tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716131 Feb 05 18:58:37.385012 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-45058702-bcba-49da-84d3-68c6e4a825f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71042f81-32b9-455a-9fb0-8d92ee6e6374') {'for_net_delete': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:37.385402 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-45058702-bcba-49da-84d3-68c6e4a825f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71042f81-32b9-455a-9fb0-8d92ee6e6374') {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:37.414666 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-45058702-bcba-49da-84d3-68c6e4a825f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761562606195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846554632'] for segment, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:37.435435 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-45058702-bcba-49da-84d3-68c6e4a825f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:37.439670 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45058702-bcba-49da-84d3-68c6e4a825f7 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 18:58:37.600134 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 13b2d816-2978-464b-afde-990ee1613fcd no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:58:37.695755 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:58:37.746811 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c5272-c7bb-4ce5-9e0b-65f3be72700b req-2207a9be-822a-438e-9487-4ce4b796378a tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:37.748479 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-574c5272-c7bb-4ce5-9e0b-65f3be72700b req-2207a9be-822a-438e-9487-4ce4b796378a tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 946 time: 0.2294748 Feb 05 18:58:37.779868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-45058702-bcba-49da-84d3-68c6e4a825f7 admin admin] Network b4d031a8-5511-4a0c-8172-059ed7971489 has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:58:37.790473 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-45058702-bcba-49da-84d3-68c6e4a825f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853759575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847988511'] for segment, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:37.803426 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:37.832870 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32433a-4405-476a-879f-f19e1456a365 req-609538d4-642c-425c-9a87-5149dbad829d tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:37.834703 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2f32433a-4405-476a-879f-f19e1456a365 req-609538d4-642c-425c-9a87-5149dbad829d tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.3840153 Feb 05 18:58:37.862212 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 13b2d816-2978-464b-afde-990ee1613fcd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=13b2d816-2978-464b-afde-990ee1613fcd,segment=NetworkSegment(dcd029cc-b5ef-49ac-8aee-91717b4eea08),segment_id=dcd029cc-b5ef-49ac-8aee-91717b4eea08)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:37.863677 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c04321-dfbe-4540-9d5a-73d20fd5c039', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b2d816-2978-464b-afde-990ee1613fcd'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:37.880538 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:37.888166 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8df04d1e-daed-419b-8029-06da2dea9ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:37.928925 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-574c5272-c7bb-4ce5-9e0b-65f3be72700b req-a25bb813-ece2-4fd2-ab2b-dbf91a05337b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Deleting port 13b2d816-2978-464b-afde-990ee1613fcd {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:37.929356 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-574c5272-c7bb-4ce5-9e0b-65f3be72700b req-a25bb813-ece2-4fd2-ab2b-dbf91a05337b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:38.009432 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-45058702-bcba-49da-84d3-68c6e4a825f7 admin admin] Network b4d031a8-5511-4a0c-8172-059ed7971489 has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:58:38.035692 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=13b2d816-2978-464b-afde-990ee1613fcd,revision_number=5']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:38.047690 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: Traceback (most recent call last): Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: timer() Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: cb(*args, **kw) Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: return func(*args, **kwargs) Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: self._notify() Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: self.callback(batched_events) Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: event.method(event) Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: segment_id)['aggregates'][0] Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: return f(self, *a, **k) Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: return self._get(url).json() Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: **kwargs) Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: **endpoint_filter) Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 18:58:38.051387 dv-cinder-774288-2-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 18:58:38.136132 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-45058702-bcba-49da-84d3-68c6e4a825f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853759138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2021475'] for network, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:38.139941 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6dbf7266-1e35-437e-b204-7eb8de2ba04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:38.157349 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-45058702-bcba-49da-84d3-68c6e4a825f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:38.171646 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45058702-bcba-49da-84d3-68c6e4a825f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d031a8-5511-4a0c-8172-059ed7971489,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:38.174439 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-45058702-bcba-49da-84d3-68c6e4a825f7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b4d031a8-5511-4a0c-8172-059ed7971489 HTTP/1.1" status: 204 len: 168 time: 1.5845678 Feb 05 18:58:38.175407 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-45058702-bcba-49da-84d3-68c6e4a825f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:38.346261 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2f32433a-4405-476a-879f-f19e1456a365 req-74d68582-69f2-4216-a854-de931d5e04e0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535891 Feb 05 18:58:38.377406 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 45420) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:38.415519 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-574c5272-c7bb-4ce5-9e0b-65f3be72700b req-a25bb813-ece2-4fd2-ab2b-dbf91a05337b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] For port 13b2d816-2978-464b-afde-990ee1613fcd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=13b2d816-2978-464b-afde-990ee1613fcd,segment=NetworkSegment(dcd029cc-b5ef-49ac-8aee-91717b4eea08),segment_id=dcd029cc-b5ef-49ac-8aee-91717b4eea08)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:38.415920 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-574c5272-c7bb-4ce5-9e0b-65f3be72700b req-a25bb813-ece2-4fd2-ab2b-dbf91a05337b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:38.497481 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-80e9b111-b1dd-4a8b-be97-d48d0ade9a63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43a855f1df7b49c1a170438467a37f52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1187236 Feb 05 18:58:38.500438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 45426) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:38.503811 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c04321-dfbe-4540-9d5a-73d20fd5c039', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b2d816-2978-464b-afde-990ee1613fcd', 'code': 200} Feb 05 18:58:38.561756 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-574c5272-c7bb-4ce5-9e0b-65f3be72700b req-a25bb813-ece2-4fd2-ab2b-dbf91a05337b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Calling delete_port for 13b2d816-2978-464b-afde-990ee1613fcd owned by compute:nova {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:38.668633 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-295b1a70-7326-4b4a-a401-e4ffee845483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:38.706356 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-295b1a70-7326-4b4a-a401-e4ffee845483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:38.720021 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac619b-9d27-48fc-8956-7aa394847b99 req-c5651a3f-1001-42cd-abc0-e1feda4c3104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:38.721772 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-dfac619b-9d27-48fc-8956-7aa394847b99 req-c5651a3f-1001-42cd-abc0-e1feda4c3104 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 1162 time: 0.1551740 Feb 05 18:58:38.770616 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5ffef-73c2-40ec-9720-104f4833116a req-e54decbb-4268-4459-9e9f-fbb1275f6148 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:38.781390 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-43b5ffef-73c2-40ec-9720-104f4833116a req-e54decbb-4268-4459-9e9f-fbb1275f6148 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.7015333 Feb 05 18:58:38.801930 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-dfac619b-9d27-48fc-8956-7aa394847b99 req-2af36c3e-fd3f-4cfe-aa0d-871af28aad69 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446491 Feb 05 18:58:38.818868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-295b1a70-7326-4b4a-a401-e4ffee845483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:38.823833 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:38.846658 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b1a70-7326-4b4a-a401-e4ffee845483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac414e6d-052a-4a04-91e9-1849950d8181,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:38.861782 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-295b1a70-7326-4b4a-a401-e4ffee845483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:38.890389 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-295b1a70-7326-4b4a-a401-e4ffee845483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:38.893061 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-295b1a70-7326-4b4a-a401-e4ffee845483 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac414e6d-052a-4a04-91e9-1849950d8181 HTTP/1.1" status: 204 len: 168 time: 0.3905149 Feb 05 18:58:38.997209 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-43b5ffef-73c2-40ec-9720-104f4833116a req-96d5d171-74a5-4dc8-88e1-d73e5e6c54dc tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144606 Feb 05 18:58:39.097894 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ceca3-8769-42aa-b98a-7e6ab9f7bddf req-5b17b48f-4580-4add-94aa-141f89824fc6 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:39.106099 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f68ceca3-8769-42aa-b98a-7e6ab9f7bddf req-5b17b48f-4580-4add-94aa-141f89824fc6 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 944 time: 0.2951150 Feb 05 18:58:39.461839 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f68ceca3-8769-42aa-b98a-7e6ab9f7bddf req-5368e321-5206-4609-ae6e-4246f72200f6 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546948 Feb 05 18:58:39.591702 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-574c5272-c7bb-4ce5-9e0b-65f3be72700b req-a25bb813-ece2-4fd2-ab2b-dbf91a05337b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:39.660430 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c0621485-69df-43f8-b12c-b5722853f0ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:39.798454 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0695f-b328-4934-a904-63b3ed0957d7 req-190d6728-bf47-467b-90b6-17a522ad43a0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:39.807048 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a7a0695f-b328-4934-a904-63b3ed0957d7 req-190d6728-bf47-467b-90b6-17a522ad43a0 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.3099294 Feb 05 18:58:39.858973 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bb813-ece2-4fd2-ab2b-dbf91a05337b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Pushing event deleted for resources: {'Port': ['ID=13b2d816-2978-464b-afde-990ee1613fcd,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:39.905472 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a25bb813-ece2-4fd2-ab2b-dbf91a05337b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:39.935620 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a7a0695f-b328-4934-a904-63b3ed0957d7 req-3bd1ed15-9808-4ad9-9525-f181c3b5ea05 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275647 Feb 05 18:58:40.028250 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-574c5272-c7bb-4ce5-9e0b-65f3be72700b req-a25bb813-ece2-4fd2-ab2b-dbf91a05337b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] No DVR routers for this DVR port 13b2d816-2978-464b-afde-990ee1613fcd on host hv-cinder-77428 {{(pid=80158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:58:40.030921 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-574c5272-c7bb-4ce5-9e0b-65f3be72700b req-a25bb813-ece2-4fd2-ab2b-dbf91a05337b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:40.034121 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c04321-dfbe-4540-9d5a-73d20fd5c039', 'name': 'network-vif-deleted', 'tag': '13b2d816-2978-464b-afde-990ee1613fcd'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:40.070643 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-574c5272-c7bb-4ce5-9e0b-65f3be72700b req-a25bb813-ece2-4fd2-ab2b-dbf91a05337b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.69 "DELETE /v2.0/ports/13b2d816-2978-464b-afde-990ee1613fcd HTTP/1.1" status: 204 len: 173 time: 2.2348111 Feb 05 18:58:40.128515 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c04321-dfbe-4540-9d5a-73d20fd5c039', 'name': 'network-vif-deleted', 'tag': '13b2d816-2978-464b-afde-990ee1613fcd', 'status': 'completed', 'code': 200} Feb 05 18:58:40.371110 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afececb-6ef4-4e16-82a4-7f635e7e3171 req-2df1fbd1-c097-465d-81ca-148452a7ac89 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:40.380714 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9afececb-6ef4-4e16-82a4-7f635e7e3171 req-2df1fbd1-c097-465d-81ca-148452a7ac89 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.2145948 Feb 05 18:58:40.447246 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9afececb-6ef4-4e16-82a4-7f635e7e3171 req-452ad0af-9ed0-4d21-a07a-c67f36f624c1 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663152 Feb 05 18:58:40.736688 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-edfb16a2-cce0-4df3-89c9-97db2815aa2c req-fb9f259f-34c5-4576-a391-f4c61d2695c5 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Synchronizing usage tracker for tenant:752ec2a71a204dd6860672ea675387fe on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:58:40.772149 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-edfb16a2-cce0-4df3-89c9-97db2815aa2c req-fb9f259f-34c5-4576-a391-f4c61d2695c5 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Unset dirty status for tenant:752ec2a71a204dd6860672ea675387fe on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:58:40.785805 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-edfb16a2-cce0-4df3-89c9-97db2815aa2c req-fb9f259f-34c5-4576-a391-f4c61d2695c5 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2c04321-dfbe-4540-9d5a-73d20fd5c039 HTTP/1.1" status: 200 len: 210 time: 0.1176012 Feb 05 18:58:41.313589 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae7730-3259-4893-99ce-942e4b33b672 req-c13de53e-f024-44e8-bcbe-15ce2c400c80 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:41.315367 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7aae7730-3259-4893-99ce-942e4b33b672 req-c13de53e-f024-44e8-bcbe-15ce2c400c80 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.1924307 Feb 05 18:58:41.396328 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7aae7730-3259-4893-99ce-942e4b33b672 req-07d4cf5e-0076-48ad-8b4e-82ffc1e6cf65 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739479 Feb 05 18:58:41.691505 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device aebd90d0-a7ba-4fc6-919a-d25b6dae6033 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:58:41.871510 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port aebd90d0-a7ba-4fc6-919a-d25b6dae6033 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:41.871933 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:41.894151 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef964a52-b659-4962-9b06-6d8c261ee0cc req-2e7d37ad-95c1-438c-8fb2-4919238616b3 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:41.903534 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ef964a52-b659-4962-9b06-6d8c261ee0cc req-2e7d37ad-95c1-438c-8fb2-4919238616b3 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.2698739 Feb 05 18:58:41.975843 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ef964a52-b659-4962-9b06-6d8c261ee0cc req-b1c86d1f-0879-4414-9eca-10632275012d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710044 Feb 05 18:58:42.544720 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a556e-ada1-4781-b261-6d0b7de6784f req-8d66e73d-75d9-482e-bfc8-fd6c2f6f3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:42.547368 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-842a556e-ada1-4781-b261-6d0b7de6784f req-8d66e73d-75d9-482e-bfc8-fd6c2f6f3e95 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=41ac3b59d1b342459afdeeb6ea515ca7&device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 1162 time: 0.3733294 Feb 05 18:58:42.718380 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a556e-ada1-4781-b261-6d0b7de6784f req-a9453330-2686-4d9c-89b0-759e9228aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:42.719972 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-842a556e-ada1-4781-b261-6d0b7de6784f req-a9453330-2686-4d9c-89b0-759e9228aaf3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9657212a-b08a-47f2-990a-340c82f01463 HTTP/1.1" status: 200 len: 912 time: 0.1629391 Feb 05 18:58:42.809747 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c6361-3935-47f1-b109-2d95d4e8a3ac req-9f2798ed-1e24-4433-892b-7f4828cab928 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:42.818948 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fb0c6361-3935-47f1-b109-2d95d4e8a3ac req-9f2798ed-1e24-4433-892b-7f4828cab928 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.4802766 Feb 05 18:58:43.170832 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-b4ddf1ee-880c-474e-99ab-08cd77cd02b8 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:43.178549 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-b4ddf1ee-880c-474e-99ab-08cd77cd02b8 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/networks?id=7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6 HTTP/1.1" status: 200 len: 808 time: 0.2750189 Feb 05 18:58:43.184120 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-842a556e-ada1-4781-b261-6d0b7de6784f req-c9b883d5-af06-437c-8d2b-84e7e97dfba0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aebd90d0-a7ba-4fc6-919a-d25b6dae6033 HTTP/1.1" status: 200 len: 217 time: 0.3423448 Feb 05 18:58:43.270806 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a556e-ada1-4781-b261-6d0b7de6784f req-55fa6cd4-0a30-428e-bb5a-e5d0880f78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:43.272536 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-842a556e-ada1-4781-b261-6d0b7de6784f req-55fa6cd4-0a30-428e-bb5a-e5d0880f78b3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c829bd72-056f-4907-824c-4eeeb1817b58 HTTP/1.1" status: 200 len: 858 time: 0.0810306 Feb 05 18:58:43.296478 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fb0c6361-3935-47f1-b109-2d95d4e8a3ac req-5ab408cb-36ed-467f-800f-feaf55c28752 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764445 Feb 05 18:58:43.347424 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-842a556e-ada1-4781-b261-6d0b7de6784f req-c68726a2-ca57-41c5-8e28-d57aae19e3f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9657212a-b08a-47f2-990a-340c82f01463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499575 Feb 05 18:58:43.354557 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-07233cf2-f4b8-4777-b877-18b3a3840115 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/quotas/752ec2a71a204dd6860672ea675387fe HTTP/1.1" status: 200 len: 375 time: 0.1750758 Feb 05 18:58:43.437660 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-504e1481-2531-4b65-a65a-47f19c8302dd tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=752ec2a71a204dd6860672ea675387fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821438 Feb 05 18:58:43.727423 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-842a556e-ada1-4781-b261-6d0b7de6784f req-fc380e0d-892b-42b3-a2a8-599d0681089a service neutron] 10.222.0.69 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706613 Feb 05 18:58:43.748592 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-93853da8-608b-4511-9e6e-93c717471453 service neutron] 10.222.0.23 "GET /v2.0/networks/7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581580 Feb 05 18:58:43.844476 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e679ee-cf7a-4e17-bef1-b2dc526bdd4f req-508fc317-1624-4d11-8ba8-acc04f84c668 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:43.846194 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-62e679ee-cf7a-4e17-bef1-b2dc526bdd4f req-508fc317-1624-4d11-8ba8-acc04f84c668 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e684683-709e-45de-b61a-8f8802abf5e7 HTTP/1.1" status: 200 len: 945 time: 0.3582177 Feb 05 18:58:44.218955 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416739c-0f42-4234-8299-5333dd472545 req-b3e57ffe-f07a-4ab9-ae85-0bedd932a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:44.220574 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b416739c-0f42-4234-8299-5333dd472545 req-b3e57ffe-f07a-4ab9-ae85-0bedd932a5be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5cc116b07494a72826dda0f60f8b9a7&device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 1162 time: 0.0803699 Feb 05 18:58:44.319188 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-62e679ee-cf7a-4e17-bef1-b2dc526bdd4f req-a5fb18c8-ac35-41ab-953b-3028becc9938 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243751 Feb 05 18:58:44.379833 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-842a556e-ada1-4781-b261-6d0b7de6784f req-908b5b79-7aa7-40a6-8983-eabcb32e1389 service neutron] 10.222.0.69 "GET /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5324354 Feb 05 18:58:44.385387 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-d5ba6a26-1f3d-4358-aa9c-2cde361f835d service neutron] 10.222.0.23 "GET /v2.0/networks/7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5369234 Feb 05 18:58:44.385563 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416739c-0f42-4234-8299-5333dd472545 req-e95a581e-8a09-42d3-bf3b-494e1b6d84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:44.387179 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b416739c-0f42-4234-8299-5333dd472545 req-e95a581e-8a09-42d3-bf3b-494e1b6d84ae service neutron] 10.222.0.69 "GET /v2.0/networks?id=9965b9d0-889c-488e-93d5-091708438716 HTTP/1.1" status: 200 len: 911 time: 0.1595383 Feb 05 18:58:44.536610 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b416739c-0f42-4234-8299-5333dd472545 req-866d408f-aae8-4a12-9561-385c7762f5e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd2876aa-5fff-4b88-bcdc-432fd0103548 HTTP/1.1" status: 200 len: 1000 time: 0.1348250 Feb 05 18:58:44.647708 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416739c-0f42-4234-8299-5333dd472545 req-93752fc2-230e-4138-82b4-75e31956b5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:44.654989 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b416739c-0f42-4234-8299-5333dd472545 req-93752fc2-230e-4138-82b4-75e31956b5af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f1bdea3-74d8-4195-980b-db0b045c7457 HTTP/1.1" status: 200 len: 856 time: 0.1058221 Feb 05 18:58:44.730941 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ebb40-9256-422a-b6b0-04367bc29f76 req-0341c0b8-0573-4cdd-8bb6-8d9e19094556 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:44.732878 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-af7ebb40-9256-422a-b6b0-04367bc29f76 req-0341c0b8-0573-4cdd-8bb6-8d9e19094556 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.2404335 Feb 05 18:58:44.750856 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416739c-0f42-4234-8299-5333dd472545 req-603d0ec3-c76e-4287-98af-42b73d797ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:44.752606 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b416739c-0f42-4234-8299-5333dd472545 req-603d0ec3-c76e-4287-98af-42b73d797ff9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9965b9d0-889c-488e-93d5-091708438716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0874269 Feb 05 18:58:44.926041 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-af7ebb40-9256-422a-b6b0-04367bc29f76 req-cbe77694-3dd5-48c2-b8a4-9407eb9fa685 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367531 Feb 05 18:58:44.969580 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b416739c-0f42-4234-8299-5333dd472545 req-2991bd50-ee50-47c1-8205-050043d84365 service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953621 Feb 05 18:58:45.049510 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13c7ac-2a19-4077-8781-97e660249a14 req-5b5bb784-91bd-482e-9713-dfe35109b5d7 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:45.051204 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8c13c7ac-2a19-4077-8781-97e660249a14 req-5b5bb784-91bd-482e-9713-dfe35109b5d7 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.3171966 Feb 05 18:58:45.129008 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8c13c7ac-2a19-4077-8781-97e660249a14 req-41ac76c1-ea41-4414-bf3b-1b92be3e9ca8 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700989 Feb 05 18:58:45.135037 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b416739c-0f42-4234-8299-5333dd472545 req-3d405e0a-f899-4c21-bf7c-a304ff23e9b8 service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1568260 Feb 05 18:58:45.186647 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8512b4cd-bd81-4e93-a700-af30e4b2018b req-9beb04cc-66c2-4e00-9cde-4855c5b840a7 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 210 time: 0.0564759 Feb 05 18:58:45.646042 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a74db3-265c-4a01-a359-1edd996f464a req-fded6581-1f3e-4a45-a241-f6f67728ceee tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:45.647739 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e1a74db3-265c-4a01-a359-1edd996f464a req-fded6581-1f3e-4a45-a241-f6f67728ceee tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e684683-709e-45de-b61a-8f8802abf5e7 HTTP/1.1" status: 200 len: 945 time: 0.1841054 Feb 05 18:58:45.690983 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device aebd90d0-a7ba-4fc6-919a-d25b6dae6033 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:58:45.711274 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e1a74db3-265c-4a01-a359-1edd996f464a req-371f37cd-5b90-417b-96dc-ac6e4de6b9a3 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570695 Feb 05 18:58:45.772031 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port aebd90d0-a7ba-4fc6-919a-d25b6dae6033 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:45.772622 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:46.202978 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-4c595bb5-8623-4473-8ad8-7ae75021cbe4 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:46.205420 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-4c595bb5-8623-4473-8ad8-7ae75021cbe4 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.69 "GET /v2.0/networks?id=7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6 HTTP/1.1" status: 200 len: 808 time: 0.2541928 Feb 05 18:58:46.250310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-2f2c04cf-a425-42c4-bc57-4b1f9bf5ab7b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Request body: {'port': {'device_id': '9d9796e8-4951-4baa-868e-eb15acf6e073', 'network_id': '7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6', 'admin_state_up': True, 'tenant_id': '752ec2a71a204dd6860672ea675387fe'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:58:46.286658 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf894e-873a-4cfd-b14f-44aae1a14123 req-44ba1a93-fd62-47d7-9b0c-65b695d3147b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:46.288349 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-46cf894e-873a-4cfd-b14f-44aae1a14123 req-44ba1a93-fd62-47d7-9b0c-65b695d3147b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.1859281 Feb 05 18:58:46.415882 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-2f2c04cf-a425-42c4-bc57-4b1f9bf5ab7b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:46.426231 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-2f2c04cf-a425-42c4-bc57-4b1f9bf5ab7b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:46.430028 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-46cf894e-873a-4cfd-b14f-44aae1a14123 req-d06c2604-22f2-41fe-bdb5-04e2971156bf tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855455 Feb 05 18:58:46.436231 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-2f2c04cf-a425-42c4-bc57-4b1f9bf5ab7b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Made reservation on behalf of 752ec2a71a204dd6860672ea675387fe for: {'port': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:58:46.464430 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-2f2c04cf-a425-42c4-bc57-4b1f9bf5ab7b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:46.562487 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0a13a-1b81-4bf8-b1cb-12bffca2a7e0 req-55faacfe-44af-4c34-98f3-c876408e9984 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:46.568081 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-76d0a13a-1b81-4bf8-b1cb-12bffca2a7e0 req-55faacfe-44af-4c34-98f3-c876408e9984 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.2786176 Feb 05 18:58:46.653520 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bc88ef12-7cfd-463c-a146-dfd15ceed607 req-7b1aa293-8a93-4200-a3ca-78891df10f75 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 210 time: 0.0648453 Feb 05 18:58:46.681026 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-76d0a13a-1b81-4bf8-b1cb-12bffca2a7e0 req-72e0d8a6-5cda-4ce9-91c6-c7e2c6cd4eea tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099448 Feb 05 18:58:46.803485 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-2f2c04cf-a425-42c4-bc57-4b1f9bf5ab7b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Allocated IP 172.20.0.5 (7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6/7377ce72-78ea-47f4-ba06-614e7911dd8e/6841f9b9-b18c-4e97-89e9-394ef8a43b17) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:58:47.012409 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c8393-267a-40aa-a334-6ff4489207a2 req-1c9637e4-8aa3-4833-a477-cf8602500e51 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:47.014137 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e19c8393-267a-40aa-a334-6ff4489207a2 req-1c9637e4-8aa3-4833-a477-cf8602500e51 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e684683-709e-45de-b61a-8f8802abf5e7 HTTP/1.1" status: 200 len: 945 time: 0.1608689 Feb 05 18:58:47.018125 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-2f2c04cf-a425-42c4-bc57-4b1f9bf5ab7b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:47.049151 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-2f2c04cf-a425-42c4-bc57-4b1f9bf5ab7b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:47.063716 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:47.079529 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e19c8393-267a-40aa-a334-6ff4489207a2 req-2af82526-bf9c-41c3-b1e3-a61d7a40bc6e tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590591 Feb 05 18:58:47.202787 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c04cf-a425-42c4-bc57-4b1f9bf5ab7b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Pushing event updated for resources: {'Port': ['ID=6841f9b9-b18c-4e97-89e9-394ef8a43b17,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:47.207307 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2f2c04cf-a425-42c4-bc57-4b1f9bf5ab7b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:47.260116 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-2f2c04cf-a425-42c4-bc57-4b1f9bf5ab7b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Network 7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:58:47.261268 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-2f2c04cf-a425-42c4-bc57-4b1f9bf5ab7b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:58:47.263617 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-2f2c04cf-a425-42c4-bc57-4b1f9bf5ab7b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:58:47.387341 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-2f2c04cf-a425-42c4-bc57-4b1f9bf5ab7b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:47.388029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-2f2c04cf-a425-42c4-bc57-4b1f9bf5ab7b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:47.412308 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-2f2c04cf-a425-42c4-bc57-4b1f9bf5ab7b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1698177 Feb 05 18:58:47.437715 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Request body: {'port': {'device_id': '9d9796e8-4951-4baa-868e-eb15acf6e073', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:58:47.562545 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:47.737038 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device aebd90d0-a7ba-4fc6-919a-d25b6dae6033 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:58:47.774891 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cec985-a8e2-42aa-a14c-6841fc23e609 req-d765434e-679e-499f-ad87-267514ae4586 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:47.776636 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a6cec985-a8e2-42aa-a14c-6841fc23e609 req-d765434e-679e-499f-ad87-267514ae4586 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.1965859 Feb 05 18:58:47.864804 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a6cec985-a8e2-42aa-a14c-6841fc23e609 req-a330781d-2d66-473c-b9fa-3ce92d7ea81c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790281 Feb 05 18:58:47.911988 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port aebd90d0-a7ba-4fc6-919a-d25b6dae6033 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:47.912526 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:48.107950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a36fa2-67e5-49a6-954f-4edb4ee13fca req-59fa6bd8-5584-48b2-85e4-093769dc4cca tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:48.118071 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c9a36fa2-67e5-49a6-954f-4edb4ee13fca req-59fa6bd8-5584-48b2-85e4-093769dc4cca tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 931 time: 0.2518880 Feb 05 18:58:48.259520 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c9a36fa2-67e5-49a6-954f-4edb4ee13fca req-e8b072c7-92d3-4896-a3bc-9fe8f3e040d7 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387379 Feb 05 18:58:48.289033 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6841f9b9-b18c-4e97-89e9-394ef8a43b17 {{(pid=80159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:58:48.299051 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:48.313466 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Transition to ACTIVE for port object 6841f9b9-b18c-4e97-89e9-394ef8a43b17 will not be triggered until provisioned by entity L2. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:58:48.316697 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847988729'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:48.335637 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-30c1076e-cfad-48ac-b92e-e2f266b62711 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:48.404520 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 45618) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:48.426160 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d8c8f-3def-4eb9-a4d4-3bc7ab203ee6 req-cc9c9311-ae39-47a2-bb8f-46358facf3e7 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:48.428383 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6d5d8c8f-3def-4eb9-a4d4-3bc7ab203ee6 req-cc9c9311-ae39-47a2-bb8f-46358facf3e7 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.3058813 Feb 05 18:58:48.478480 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Pushing event updated for resources: {'Port': ['ID=6841f9b9-b18c-4e97-89e9-394ef8a43b17,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:48.496311 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.496723 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.497122 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.497544 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.498032 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.498308 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.498693 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.499079 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.499463 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.499847 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.500720 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.500720 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.501039 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.501588 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.501833 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.502215 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.502606 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.502980 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.503364 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.503747 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.504146 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.504567 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.504949 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.505355 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:48.511646 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:48.557025 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6d5d8c8f-3def-4eb9-a4d4-3bc7ab203ee6 req-05e544ad-078c-410a-9f6c-a382a38d4dba tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867982 Feb 05 18:58:48.666058 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba92810-a217-4c42-a670-1c57b140ba96 req-e145d0c5-3afc-445e-acab-a781c2c44545 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:48.667757 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cba92810-a217-4c42-a670-1c57b140ba96 req-e145d0c5-3afc-445e-acab-a781c2c44545 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e684683-709e-45de-b61a-8f8802abf5e7 HTTP/1.1" status: 200 len: 945 time: 0.2383697 Feb 05 18:58:48.668579 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-06105839-eab9-48f8-922c-e10ed685bbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:48.696229 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-06105839-eab9-48f8-922c-e10ed685bbf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:48.730163 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-06105839-eab9-48f8-922c-e10ed685bbf3 admin admin] Usage tracker for resource:security_group_rule and tenant:c40375cbb24b405289966ff9e5c16cfc is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:48.737433 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-06105839-eab9-48f8-922c-e10ed685bbf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:48.738407 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cba92810-a217-4c42-a670-1c57b140ba96 req-dd4efe2b-571f-4228-93e3-15f069bb154e tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635128 Feb 05 18:58:48.746405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-06105839-eab9-48f8-922c-e10ed685bbf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:48.806079 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Attempting to bind port 6841f9b9-b18c-4e97-89e9-394ef8a43b17 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:58:48.806445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Attempting to bind port 6841f9b9-b18c-4e97-89e9-394ef8a43b17 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'dcd029cc-b5ef-49ac-8aee-91717b4eea08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6'}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:58:48.806811 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Attempting to bind port 6841f9b9-b18c-4e97-89e9-394ef8a43b17 on network 7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6 {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:58:48.815341 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Checking agent: {'id': '448d464c-f4b2-46c5-bbf2-8018ee5cc94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 53, 33), 'started_at': datetime.datetime(2021, 2, 5, 18, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:58:48.815721 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Checking segment: {'id': 'dcd029cc-b5ef-49ac-8aee-91717b4eea08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:58:48.816122 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:48.816517 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Bound using segment: {'id': 'dcd029cc-b5ef-49ac-8aee-91717b4eea08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6'} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:58:48.817021 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Bound port: 6841f9b9-b18c-4e97-89e9-394ef8a43b17, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd029cc-b5ef-49ac-8aee-91717b4eea08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6'}}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:58:48.817431 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:48.961482 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] For port 6841f9b9-b18c-4e97-89e9-394ef8a43b17, host hv-cinder-77428, cleared binding levels {{(pid=80159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:58:48.964725 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-06105839-eab9-48f8-922c-e10ed685bbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:48.970389 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-06105839-eab9-48f8-922c-e10ed685bbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:48.979197 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] For port 6841f9b9-b18c-4e97-89e9-394ef8a43b17, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=6841f9b9-b18c-4e97-89e9-394ef8a43b17,segment=NetworkSegment(dcd029cc-b5ef-49ac-8aee-91717b4eea08),segment_id=dcd029cc-b5ef-49ac-8aee-91717b4eea08)] {{(pid=80159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:58:48.981877 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f95a90aa-4784-4334-8746-cd981c9340ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:48.998091 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847988729'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:49.105594 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-06105839-eab9-48f8-922c-e10ed685bbf3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c40375cbb24b405289966ff9e5c16cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6932285 Feb 05 18:58:49.105594 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06105839-eab9-48f8-922c-e10ed685bbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7087a94-2222-40cc-9040-5d22820c2e08,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:49.109641 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 45636) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:49.113354 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-06105839-eab9-48f8-922c-e10ed685bbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:49.122165 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:49.243999 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8092d18-c914-438c-9061-f7c51c786bc8 req-4ce15ac3-a0f4-4cc4-bff2-acbd2bc88e70 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:49.246314 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b8092d18-c914-438c-9061-f7c51c786bc8 req-4ce15ac3-a0f4-4cc4-bff2-acbd2bc88e70 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.1932621 Feb 05 18:58:49.298687 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Pushing event updated for resources: {'Port': ['ID=6841f9b9-b18c-4e97-89e9-394ef8a43b17,revision_number=3']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:49.303150 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:49.316034 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:49.316736 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:49.318854 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] 10.222.0.69 "PUT /v2.0/ports/6841f9b9-b18c-4e97-89e9-394ef8a43b17 HTTP/1.1" status: 200 len: 1157 time: 1.8857591 Feb 05 18:58:49.319492 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9796e8-4951-4baa-868e-eb15acf6e073', 'tag': '6841f9b9-b18c-4e97-89e9-394ef8a43b17'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:49.337563 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d8002096-0710-41e7-8824-72ef115e0fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:49.347271 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b8092d18-c914-438c-9061-f7c51c786bc8 req-2b23fe6a-8b9a-4473-a8e1-3302005216bb tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938313 Feb 05 18:58:49.389147 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d8002096-0710-41e7-8824-72ef115e0fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:49.463458 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9796e8-4951-4baa-868e-eb15acf6e073', 'tag': '6841f9b9-b18c-4e97-89e9-394ef8a43b17', 'status': 'completed', 'code': 200} Feb 05 18:58:49.512522 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d8002096-0710-41e7-8824-72ef115e0fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:49.517940 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-ca8c02fe-7a69-4eba-9fa3-55a3bec282db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:49.519556 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-ca8c02fe-7a69-4eba-9fa3-55a3bec282db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=752ec2a71a204dd6860672ea675387fe&device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 1160 time: 0.1106355 Feb 05 18:58:49.521454 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:49.535047 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8002096-0710-41e7-8824-72ef115e0fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7087a94-2222-40cc-9040-5d22820c2e08,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:49.537919 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d8002096-0710-41e7-8824-72ef115e0fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:49.539158 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d8002096-0710-41e7-8824-72ef115e0fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:49.542711 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-d8002096-0710-41e7-8824-72ef115e0fc7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7087a94-2222-40cc-9040-5d22820c2e08 HTTP/1.1" status: 204 len: 168 time: 0.4296601 Feb 05 18:58:49.609460 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e2de5-4675-40d3-afbe-1289e02a74b8 req-c0239887-6457-4d61-8109-1bfedf33917f tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:49.611134 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d48e2de5-4675-40d3-afbe-1289e02a74b8 req-c0239887-6457-4d61-8109-1bfedf33917f tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 943 time: 0.1745074 Feb 05 18:58:49.673794 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-7dc7ac53-9d49-4b8f-acbc-596299154c96 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6841f9b9-b18c-4e97-89e9-394ef8a43b17 HTTP/1.1" status: 200 len: 217 time: 0.0834618 Feb 05 18:58:49.697241 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device cd2876aa-5fff-4b88-bcdc-432fd0103548 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:58:49.743840 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d48e2de5-4675-40d3-afbe-1289e02a74b8 req-80af4a97-02e5-4cd9-9179-506eb9267c89 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774422 Feb 05 18:58:49.843689 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-304dfc02-c0fe-46b0-a8f6-a43056670168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:49.845339 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-304dfc02-c0fe-46b0-a8f6-a43056670168 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7377ce72-78ea-47f4-ba06-614e7911dd8e HTTP/1.1" status: 200 len: 848 time: 0.1640933 Feb 05 18:58:49.937000 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:49.944047 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68111e9e-cdcc-4fe6-b281-9bbedb281001 req-c1bc24fd-f036-4c70-ab02-5acf9bf7caa8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:49.946092 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-68111e9e-cdcc-4fe6-b281-9bbedb281001 req-c1bc24fd-f036-4c70-ab02-5acf9bf7caa8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e684683-709e-45de-b61a-8f8802abf5e7 HTTP/1.1" status: 200 len: 945 time: 0.3334310 Feb 05 18:58:49.951220 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-2e17a66a-8257-4ec5-bfb2-c53bb06a5849 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974891 Feb 05 18:58:49.996178 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port cd2876aa-5fff-4b88-bcdc-432fd0103548, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=cd2876aa-5fff-4b88-bcdc-432fd0103548,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:50.003264 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc889f1-6106-4acd-b117-a96d84311ab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd2876aa-5fff-4b88-bcdc-432fd0103548'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:50.012490 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:50.019249 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:50.055117 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-68111e9e-cdcc-4fe6-b281-9bbedb281001 req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Deleting port bc5ad4bd-a429-4a3c-90e3-7c298488fc5a {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:50.055818 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-68111e9e-cdcc-4fe6-b281-9bbedb281001 req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:50.127073 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 45662) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:50.164337 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0be20bf9-8131-4a88-89b5-b755f4788117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:50.174654 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=cd2876aa-5fff-4b88-bcdc-432fd0103548,revision_number=5']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:50.184972 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:50.195040 dv-cinder-774288-2-smb neutron-server[80047]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5cc889f1-6106-4acd-b117-a96d84311ab3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd2876aa-5fff-4b88-bcdc-432fd0103548', 'code': 422} returned with failed status Feb 05 18:58:50.202572 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0be20bf9-8131-4a88-89b5-b755f4788117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:50.210072 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-8832527d-4ef9-40a8-9de6-8c3528b31ed5 service neutron] 10.222.0.69 "GET /v2.0/networks/7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490351 Feb 05 18:58:50.211077 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-0be20bf9-8131-4a88-89b5-b755f4788117 admin admin] Usage tracker for resource:security_group_rule and tenant:5111aceff5a1448fa5143ad687d93ea8 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:50.214266 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-0be20bf9-8131-4a88-89b5-b755f4788117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:50.361673 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-0be20bf9-8131-4a88-89b5-b755f4788117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:50.411830 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab12f256-a55f-4fe5-8291-13fa153b28d0 req-b58df7f4-19f6-4550-a289-d51213417617 service neutron] 10.222.0.69 "GET /v2.0/networks/7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1944408 Feb 05 18:58:50.424881 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-68111e9e-cdcc-4fe6-b281-9bbedb281001 req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] For port bc5ad4bd-a429-4a3c-90e3-7c298488fc5a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=bc5ad4bd-a429-4a3c-90e3-7c298488fc5a,segment=NetworkSegment(2580ab09-bf0c-4a38-abf6-618ec81554d3),segment_id=2580ab09-bf0c-4a38-abf6-618ec81554d3)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:50.425298 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-68111e9e-cdcc-4fe6-b281-9bbedb281001 req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:50.519688 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0be20bf9-8131-4a88-89b5-b755f4788117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:50.568200 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-68111e9e-cdcc-4fe6-b281-9bbedb281001 req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Calling delete_port for bc5ad4bd-a429-4a3c-90e3-7c298488fc5a owned by compute:nova {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:50.572082 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0be20bf9-8131-4a88-89b5-b755f4788117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:50.587382 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:50.649165 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-0be20bf9-8131-4a88-89b5-b755f4788117 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5111aceff5a1448fa5143ad687d93ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5213833 Feb 05 18:58:50.650181 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be20bf9-8131-4a88-89b5-b755f4788117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044d4e2d-b0ab-4db6-b5a3-8e9272b6f039,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:50.654258 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 45678) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:50.668790 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0be20bf9-8131-4a88-89b5-b755f4788117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:50.713047 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2ec8a-7a72-41ba-a208-85686e5cbc78 req-9dc59e3c-602c-4ae5-bba1-0a401f332be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:50.715369 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9cb2ec8a-7a72-41ba-a208-85686e5cbc78 req-9dc59e3c-602c-4ae5-bba1-0a401f332be2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=752ec2a71a204dd6860672ea675387fe&device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 1160 time: 0.1925483 Feb 05 18:58:50.746405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-68111e9e-cdcc-4fe6-b281-9bbedb281001 req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:50.814256 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-03f800dd-6107-4c12-a8bd-27e72ecbd63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:50.823402 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-871acb52-67b8-4240-a32b-389c83fc328e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:50.881522 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-871acb52-67b8-4240-a32b-389c83fc328e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:50.922224 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Pushing event deleted for resources: {'Port': ['ID=bc5ad4bd-a429-4a3c-90e3-7c298488fc5a,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:50.929846 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 45696) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:50.937752 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2ec8a-7a72-41ba-a208-85686e5cbc78 req-064f94f0-36c0-45f2-a1bd-afce5e06a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:50.939292 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9cb2ec8a-7a72-41ba-a208-85686e5cbc78 req-064f94f0-36c0-45f2-a1bd-afce5e06a6ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6 HTTP/1.1" status: 200 len: 902 time: 0.2167287 Feb 05 18:58:51.023446 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fd6d2-1714-4890-836f-747ef3f42133 req-cdb945e3-04f3-405f-85a2-8a9f0d85e29e tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:51.023937 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9cb2ec8a-7a72-41ba-a208-85686e5cbc78 req-31238319-3528-412c-85b3-315cce5709a2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6841f9b9-b18c-4e97-89e9-394ef8a43b17 HTTP/1.1" status: 200 len: 217 time: 0.0742373 Feb 05 18:58:51.025116 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d27fd6d2-1714-4890-836f-747ef3f42133 req-cdb945e3-04f3-405f-85a2-8a9f0d85e29e tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e684683-709e-45de-b61a-8f8802abf5e7 HTTP/1.1" status: 200 len: 867 time: 0.9329469 Feb 05 18:58:51.029603 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.029921 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.030323 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.030704 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.031091 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.031469 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.031849 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.032230 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.032602 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.032979 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.033382 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.033980 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.034174 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.034530 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.034908 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.035327 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.035705 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.036792 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.036792 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.037106 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.037509 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.037884 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.038260 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.038631 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:51.049714 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:51.118314 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-871acb52-67b8-4240-a32b-389c83fc328e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:51.126248 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d30b0509-5a60-48ca-a82b-c39b83b2b425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:51.149055 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871acb52-67b8-4240-a32b-389c83fc328e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044d4e2d-b0ab-4db6-b5a3-8e9272b6f039,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:51.154340 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d27fd6d2-1714-4890-836f-747ef3f42133 req-a337a8c3-c08a-4842-b9a3-8014347e9330 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032624 Feb 05 18:58:51.162876 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-871acb52-67b8-4240-a32b-389c83fc328e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:51.168698 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-871acb52-67b8-4240-a32b-389c83fc328e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:51.172288 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-871acb52-67b8-4240-a32b-389c83fc328e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/044d4e2d-b0ab-4db6-b5a3-8e9272b6f039 HTTP/1.1" status: 204 len: 168 time: 0.5133090 Feb 05 18:58:51.175979 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2ec8a-7a72-41ba-a208-85686e5cbc78 req-4fdfbf20-5487-4380-bd2e-76175acac575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:51.178502 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9cb2ec8a-7a72-41ba-a208-85686e5cbc78 req-4fdfbf20-5487-4380-bd2e-76175acac575 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7377ce72-78ea-47f4-ba06-614e7911dd8e HTTP/1.1" status: 200 len: 848 time: 0.1152983 Feb 05 18:58:51.249349 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dccd2e-2c9a-4673-8a8d-4c94ceba5516 req-dc036652-7456-47a2-bd6b-d86d952941f8 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:51.252199 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9cb2ec8a-7a72-41ba-a208-85686e5cbc78 req-5d317abb-017b-4818-8150-4d602e00fb69 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651760 Feb 05 18:58:51.258147 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-03dccd2e-2c9a-4673-8a8d-4c94ceba5516 req-dc036652-7456-47a2-bd6b-d86d952941f8 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 943 time: 0.5159278 Feb 05 18:58:51.275773 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7db565c5-ccf8-4758-8186-53ce31f2c280 req-426323be-842a-4f17-8cf1-7d98c00ad316 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3367894 Feb 05 18:58:51.352615 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-03dccd2e-2c9a-4673-8a8d-4c94ceba5516 req-895cf18f-e6c2-4785-b84e-ce28bf71e729 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933802 Feb 05 18:58:51.434458 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-68111e9e-cdcc-4fe6-b281-9bbedb281001 req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] No DVR routers for this DVR port bc5ad4bd-a429-4a3c-90e3-7c298488fc5a on host hv-cinder-77428 {{(pid=80158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:58:51.437479 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-68111e9e-cdcc-4fe6-b281-9bbedb281001 req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:51.444464 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e684683-709e-45de-b61a-8f8802abf5e7', 'name': 'network-vif-deleted', 'tag': 'bc5ad4bd-a429-4a3c-90e3-7c298488fc5a'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:51.452529 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-68111e9e-cdcc-4fe6-b281-9bbedb281001 req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.69 "DELETE /v2.0/ports/bc5ad4bd-a429-4a3c-90e3-7c298488fc5a HTTP/1.1" status: 204 len: 173 time: 1.5009694 Feb 05 18:58:51.525906 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device bc5ad4bd-a429-4a3c-90e3-7c298488fc5a no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:58:51.533760 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e684683-709e-45de-b61a-8f8802abf5e7', 'name': 'network-vif-deleted', 'tag': 'bc5ad4bd-a429-4a3c-90e3-7c298488fc5a', 'status': 'completed', 'code': 200} Feb 05 18:58:51.560355 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9cb2ec8a-7a72-41ba-a208-85686e5cbc78 req-6179f9ce-4d67-41c4-84d3-e8613cc5d692 service neutron] 10.222.0.69 "GET /v2.0/networks/7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832778 Feb 05 18:58:51.605948 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] No Port match for: bc5ad4bd-a429-4a3c-90e3-7c298488fc5a {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:58:51.606344 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device bc5ad4bd-a429-4a3c-90e3-7c298488fc5a not bound to the agent host hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 18:58:51.761946 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9cb2ec8a-7a72-41ba-a208-85686e5cbc78 req-e99045a6-5ad0-434a-8217-6ce3b8710a0f service neutron] 10.222.0.69 "GET /v2.0/networks/7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1939516 Feb 05 18:58:51.768460 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adb619-34cf-4ddb-b57d-82fe41ca7baa req-cc0b40e1-2ec7-4a5b-8306-d76e48a00678 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:51.770245 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-44adb619-34cf-4ddb-b57d-82fe41ca7baa req-cc0b40e1-2ec7-4a5b-8306-d76e48a00678 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 943 time: 0.2295692 Feb 05 18:58:51.854757 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-44adb619-34cf-4ddb-b57d-82fe41ca7baa req-9bb41c86-a057-4a25-b0f1-9465cf0e3a9b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781574 Feb 05 18:58:52.394187 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-b5165393-fe43-46c3-8990-668c5033dfd9 req-663a93c8-af51-4c4a-9a57-ac899beed0b7 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Synchronizing usage tracker for tenant:3dfc156907564d34b8ad35011e01a55a on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:58:52.410894 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-b5165393-fe43-46c3-8990-668c5033dfd9 req-663a93c8-af51-4c4a-9a57-ac899beed0b7 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Unset dirty status for tenant:3dfc156907564d34b8ad35011e01a55a on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:58:52.412171 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b5165393-fe43-46c3-8990-668c5033dfd9 req-663a93c8-af51-4c4a-9a57-ac899beed0b7 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e684683-709e-45de-b61a-8f8802abf5e7 HTTP/1.1" status: 200 len: 210 time: 0.0727453 Feb 05 18:58:52.684206 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd6fff-65cd-4990-a91f-5b1400ee3e8b req-4d5fc910-add0-4328-bdef-a4a3c0dc71df tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:52.685906 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c5bd6fff-65cd-4990-a91f-5b1400ee3e8b req-4d5fc910-add0-4328-bdef-a4a3c0dc71df tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 943 time: 0.1633544 Feb 05 18:58:52.753149 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c5bd6fff-65cd-4990-a91f-5b1400ee3e8b req-f9bbf489-7b0b-4dad-b9c1-ca11a0a9586a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590386 Feb 05 18:58:52.927756 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db565c5-ccf8-4758-8186-53ce31f2c280 req-0298099b-bc93-4e95-8ebc-0c0b6993462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:52.929352 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7db565c5-ccf8-4758-8186-53ce31f2c280 req-0298099b-bc93-4e95-8ebc-0c0b6993462a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3&tenant_id=a5cc116b07494a72826dda0f60f8b9a7 HTTP/1.1" status: 200 len: 1160 time: 0.0848596 Feb 05 18:58:53.054312 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db565c5-ccf8-4758-8186-53ce31f2c280 req-828df3fd-0792-47ee-8dc1-58f5e8476d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:53.056158 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7db565c5-ccf8-4758-8186-53ce31f2c280 req-828df3fd-0792-47ee-8dc1-58f5e8476d44 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5cc116b07494a72826dda0f60f8b9a7&device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 1160 time: 0.0894339 Feb 05 18:58:53.230255 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db565c5-ccf8-4758-8186-53ce31f2c280 req-17562f89-a6dd-46fd-9c4d-7dd4e7c6b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:53.232034 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7db565c5-ccf8-4758-8186-53ce31f2c280 req-17562f89-a6dd-46fd-9c4d-7dd4e7c6b722 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9965b9d0-889c-488e-93d5-091708438716 HTTP/1.1" status: 200 len: 911 time: 0.1646514 Feb 05 18:58:53.312091 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbd9bc-1989-4dce-9486-e6db39f36c40 req-151e2be3-910c-4109-b198-734ee5ecc397 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:53.320209 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-85cbd9bc-1989-4dce-9486-e6db39f36c40 req-151e2be3-910c-4109-b198-734ee5ecc397 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 943 time: 0.1814384 Feb 05 18:58:53.393600 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-85cbd9bc-1989-4dce-9486-e6db39f36c40 req-b2995469-f86b-49cd-a9fd-d706f07930dc tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717573 Feb 05 18:58:53.412143 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7db565c5-ccf8-4758-8186-53ce31f2c280 req-d0df06c6-ea36-4ce4-a57b-a9125ae87603 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd2876aa-5fff-4b88-bcdc-432fd0103548 HTTP/1.1" status: 200 len: 998 time: 0.1733878 Feb 05 18:58:53.525974 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db565c5-ccf8-4758-8186-53ce31f2c280 req-c83985cc-746a-4931-8615-b602cd72ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:53.527952 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7db565c5-ccf8-4758-8186-53ce31f2c280 req-c83985cc-746a-4931-8615-b602cd72ef9c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f1bdea3-74d8-4195-980b-db0b045c7457 HTTP/1.1" status: 200 len: 856 time: 0.0792124 Feb 05 18:58:53.716457 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20bde9-7667-4475-b7db-988ad05dbb63 req-638dc6d6-3050-4c20-a9a5-90f7f95f4315 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:53.718513 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8b20bde9-7667-4475-b7db-988ad05dbb63 req-638dc6d6-3050-4c20-a9a5-90f7f95f4315 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.2143776 Feb 05 18:58:53.880010 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db565c5-ccf8-4758-8186-53ce31f2c280 req-42dffe04-64c9-4db4-9d4f-a1775dd1a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:53.882550 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7db565c5-ccf8-4758-8186-53ce31f2c280 req-42dffe04-64c9-4db4-9d4f-a1775dd1a598 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9965b9d0-889c-488e-93d5-091708438716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3438013 Feb 05 18:58:54.044771 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7db565c5-ccf8-4758-8186-53ce31f2c280 req-3b8b7f4b-8411-4e16-ba6e-ee5c065dbcc1 service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545479 Feb 05 18:58:54.114865 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8b20bde9-7667-4475-b7db-988ad05dbb63 req-04b55985-9b0b-4325-aff4-c08b8a10c2ba tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879259 Feb 05 18:58:54.143599 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 6841f9b9-b18c-4e97-89e9-394ef8a43b17 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:58:54.203626 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7db565c5-ccf8-4758-8186-53ce31f2c280 req-b1710e43-f8e3-4f18-990b-df00dbdafd68 service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1513996 Feb 05 18:58:54.231991 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning for port 6841f9b9-b18c-4e97-89e9-394ef8a43b17 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:58:54.237162 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 6841f9b9-b18c-4e97-89e9-394ef8a43b17 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:54.237603 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:54.238850 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802213e-df28-439a-bcdc-4a0a0f17dccf req-e8c13106-31cc-4ef0-88c4-31ddc446b474 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:54.240284 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c802213e-df28-439a-bcdc-4a0a0f17dccf req-e8c13106-31cc-4ef0-88c4-31ddc446b474 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 943 time: 0.2139640 Feb 05 18:58:54.335087 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c802213e-df28-439a-bcdc-4a0a0f17dccf req-c36e789c-5c12-4dfa-a33b-05181928f140 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851603 Feb 05 18:58:54.369347 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:54.410149 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9796e8-4951-4baa-868e-eb15acf6e073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6841f9b9-b18c-4e97-89e9-394ef8a43b17'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:54.425089 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 6841f9b9-b18c-4e97-89e9-394ef8a43b17, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=6841f9b9-b18c-4e97-89e9-394ef8a43b17,segment=NetworkSegment(dcd029cc-b5ef-49ac-8aee-91717b4eea08),segment_id=dcd029cc-b5ef-49ac-8aee-91717b4eea08)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:54.428397 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:54.430359 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:54.533977 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=6841f9b9-b18c-4e97-89e9-394ef8a43b17,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:54.537882 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9796e8-4951-4baa-868e-eb15acf6e073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6841f9b9-b18c-4e97-89e9-394ef8a43b17', 'code': 200} Feb 05 18:58:54.538834 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:54.717967 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3ca71-e013-48e6-b9ef-9105f1969dae req-4e650654-bd87-4940-93cb-af5ca5d6109b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:54.719645 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d9f3ca71-e013-48e6-b9ef-9105f1969dae req-4e650654-bd87-4940-93cb-af5ca5d6109b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 945 time: 0.1686523 Feb 05 18:58:54.783992 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d9f3ca71-e013-48e6-b9ef-9105f1969dae req-bddd64d1-d992-4ef0-b014-190dd01a57c2 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578432 Feb 05 18:58:54.820857 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3d6a0-7f3b-48d8-b154-420ed7f55db3 req-667a9149-0e7c-4f69-8e22-d97ed69dcd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:54.822490 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4ca3d6a0-7f3b-48d8-b154-420ed7f55db3 req-667a9149-0e7c-4f69-8e22-d97ed69dcd95 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 1162 time: 0.0764532 Feb 05 18:58:54.877051 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4ca3d6a0-7f3b-48d8-b154-420ed7f55db3 req-ee92dcef-4853-473b-97e2-1954bcb7c88e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360796 Feb 05 18:58:55.417647 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd5295-bab2-4792-8adb-f0d4c086fbdf req-d3f16e45-94eb-4630-9e96-651c03c7da21 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:55.419806 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7efd5295-bab2-4792-8adb-f0d4c086fbdf req-d3f16e45-94eb-4630-9e96-651c03c7da21 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.1717927 Feb 05 18:58:55.487888 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7efd5295-bab2-4792-8adb-f0d4c086fbdf req-616c67b8-c6e6-44e5-aa64-af0f797ad67c tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595779 Feb 05 18:58:55.668937 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b76b9-1eab-4653-b04e-346500e1ed80 req-7200b286-ca66-41f9-a076-3dedac7492de tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:55.672500 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-763b76b9-1eab-4653-b04e-346500e1ed80 req-7200b286-ca66-41f9-a076-3dedac7492de tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 943 time: 0.1689136 Feb 05 18:58:55.725055 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 6841f9b9-b18c-4e97-89e9-394ef8a43b17 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:58:55.760946 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-763b76b9-1eab-4653-b04e-346500e1ed80 req-7d1dd525-0f91-4d4a-a2d5-ee6803ef3273 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818155 Feb 05 18:58:55.982095 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 6841f9b9-b18c-4e97-89e9-394ef8a43b17 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:55.982536 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:56.162902 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb10030-3fe3-4cd6-988a-4c5dbac0b290 req-0adffef0-4dea-4123-8af6-d0a1289a2493 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:56.164645 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eeb10030-3fe3-4cd6-988a-4c5dbac0b290 req-0adffef0-4dea-4123-8af6-d0a1289a2493 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 945 time: 0.2214978 Feb 05 18:58:56.264559 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eeb10030-3fe3-4cd6-988a-4c5dbac0b290 req-614f3178-3966-48c7-b7a6-566d44d01250 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923460 Feb 05 18:58:56.842608 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb4aae-b88d-4fbd-ae3a-dd26c3305830 req-a3614c29-3d0a-4a79-a820-ff08d34a8a18 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:56.844473 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-adbb4aae-b88d-4fbd-ae3a-dd26c3305830 req-a3614c29-3d0a-4a79-a820-ff08d34a8a18 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.1725450 Feb 05 18:58:56.922180 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-adbb4aae-b88d-4fbd-ae3a-dd26c3305830 req-a8a98615-0276-405f-affc-68cd40c2136a tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655456 Feb 05 18:58:57.099951 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb51111-746e-424b-a974-2311914bd556 req-e162ed0b-2feb-4e83-99d5-21ef9809c36c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:57.101580 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2fb51111-746e-424b-a974-2311914bd556 req-e162ed0b-2feb-4e83-99d5-21ef9809c36c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 943 time: 0.1671259 Feb 05 18:58:57.166572 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2fb51111-746e-424b-a974-2311914bd556 req-6a541fcd-f23b-4c01-b44f-f73cfda913ef tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584571 Feb 05 18:58:57.577949 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c0a76-fa8f-4124-ac1b-70cfabb5f33b req-afa4f4ca-67ad-409b-8292-5a40f3614fff tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:57.579946 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-384c0a76-fa8f-4124-ac1b-70cfabb5f33b req-afa4f4ca-67ad-409b-8292-5a40f3614fff tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 945 time: 0.1875160 Feb 05 18:58:57.650843 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-384c0a76-fa8f-4124-ac1b-70cfabb5f33b req-20503352-7a24-4ca7-9c38-381237811ce0 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639665 Feb 05 18:58:57.715059 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 45864) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:57.802762 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 6841f9b9-b18c-4e97-89e9-394ef8a43b17 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:58:57.891093 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 6841f9b9-b18c-4e97-89e9-394ef8a43b17 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:57.892124 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:57.952137 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e9fe8412-4750-493a-b465-737c342692d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:57.991075 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e9fe8412-4750-493a-b465-737c342692d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:57.997202 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e9fe8412-4750-493a-b465-737c342692d3 admin admin] Usage tracker for resource:security_group_rule and tenant:dee66e43319d43cb87f6774c54411766 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:58.000971 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e9fe8412-4750-493a-b465-737c342692d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:58.011117 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e9fe8412-4750-493a-b465-737c342692d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:58.116289 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e9fe8412-4750-493a-b465-737c342692d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:58.120126 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e9fe8412-4750-493a-b465-737c342692d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:58.131607 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2e77ac03-5ace-4025-bc29-43144aa60e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:58.183297 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 45886) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:58.188918 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-e9fe8412-4750-493a-b465-737c342692d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dee66e43319d43cb87f6774c54411766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4724305 Feb 05 18:58:58.190317 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe8412-4750-493a-b465-737c342692d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e93dbb-2ea8-4043-b17d-35640c35a38b,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:58.194569 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e9fe8412-4750-493a-b465-737c342692d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:58.541997 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-8f8951cb-0e85-436f-9363-8d5c3af4e1d1 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:58.543670 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-8f8951cb-0e85-436f-9363-8d5c3af4e1d1 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/networks?id=1de1179c-4526-48b9-8cf4-6f142ea975b4 HTTP/1.1" status: 200 len: 813 time: 0.3445852 Feb 05 18:58:58.563977 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-13c2ce96-0b5b-470d-aa9b-c70bed13fd5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:58.578803 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-5ad573f7-c1d9-4561-a451-2857b6c0a3da tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/quotas/3dfc156907564d34b8ad35011e01a55a HTTP/1.1" status: 200 len: 375 time: 0.0267460 Feb 05 18:58:58.730499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a837ca-705f-4225-aac7-ffae6622f58a req-ce1f8ee0-77e3-4a76-8842-cb343a8854be tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:58.732167 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-42a837ca-705f-4225-aac7-ffae6622f58a req-ce1f8ee0-77e3-4a76-8842-cb343a8854be tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.5318964 Feb 05 18:58:58.734387 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-13c2ce96-0b5b-470d-aa9b-c70bed13fd5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:58.743234 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-a2a9f0af-fac6-45d0-b37c-0ded89a3ea11 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3dfc156907564d34b8ad35011e01a55a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1579196 Feb 05 18:58:58.912703 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-42a837ca-705f-4225-aac7-ffae6622f58a req-f10d4d67-d6c4-474e-828f-b99c20c72ccb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684301 Feb 05 18:58:58.955536 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-13c2ce96-0b5b-470d-aa9b-c70bed13fd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:58.972160 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ab148476-8f54-41c1-a688-6d4326ea61a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:58.996045 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2ce96-0b5b-470d-aa9b-c70bed13fd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e93dbb-2ea8-4043-b17d-35640c35a38b,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:59.003339 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-13c2ce96-0b5b-470d-aa9b-c70bed13fd5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:59.007795 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-13c2ce96-0b5b-470d-aa9b-c70bed13fd5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61e93dbb-2ea8-4043-b17d-35640c35a38b HTTP/1.1" status: 204 len: 168 time: 0.8233635 Feb 05 18:58:59.011328 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-13c2ce96-0b5b-470d-aa9b-c70bed13fd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:59.015456 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-eab505b6-b614-4a71-b569-fae9db407024 service neutron] 10.222.0.23 "GET /v2.0/networks/1de1179c-4526-48b9-8cf4-6f142ea975b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525105 Feb 05 18:58:59.333472 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a117a-467b-425b-9637-c78c3c318538 req-57700366-f093-46ba-a970-4c45eb432aa6 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:59.335175 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aa3a117a-467b-425b-9637-c78c3c318538 req-57700366-f093-46ba-a970-4c45eb432aa6 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 943 time: 0.2315514 Feb 05 18:58:59.341202 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-e138aaef-432f-4746-b275-d46f58d6e6d4 service neutron] 10.222.0.23 "GET /v2.0/networks/1de1179c-4526-48b9-8cf4-6f142ea975b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3190997 Feb 05 18:58:59.436677 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aa3a117a-467b-425b-9637-c78c3c318538 req-b6920e05-cdc8-4c8d-85f8-eb6fac921d11 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944107 Feb 05 18:58:59.462021 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 45900) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:59.501013 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-17450d95-4aab-4185-b8ba-a41bc00d765a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:59.519583 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-17450d95-4aab-4185-b8ba-a41bc00d765a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:59.531927 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-17450d95-4aab-4185-b8ba-a41bc00d765a admin admin] Usage tracker for resource:security_group_rule and tenant:783e535e72644dd7a73329d29510822a is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:59.531927 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-17450d95-4aab-4185-b8ba-a41bc00d765a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:59.533107 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-17450d95-4aab-4185-b8ba-a41bc00d765a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:59.661436 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-17450d95-4aab-4185-b8ba-a41bc00d765a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:59.665407 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-17450d95-4aab-4185-b8ba-a41bc00d765a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:59.669298 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cf5bc53d-faf9-4147-9414-bc2b22bb3c83 req-4629dc65-e80a-44eb-90b8-7835476346ea tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 210 time: 0.0932014 Feb 05 18:58:59.689808 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7e8894cb-40f7-4407-bad4-c749d33f75b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:59.747399 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17450d95-4aab-4185-b8ba-a41bc00d765a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a353595f-3699-40c1-b91d-0f8a5261e9b3,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:59.768169 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-17450d95-4aab-4185-b8ba-a41bc00d765a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=783e535e72644dd7a73329d29510822a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049917 Feb 05 18:58:59.772579 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-17450d95-4aab-4185-b8ba-a41bc00d765a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:59.774872 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 45912) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:59.940910 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86994377-232b-48ae-abb1-8f6d794bad17 req-0e04770d-008d-4eb0-95e7-595a6684d0c2 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:59.953693 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-86994377-232b-48ae-abb1-8f6d794bad17 req-0e04770d-008d-4eb0-95e7-595a6684d0c2 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 945 time: 0.2831163 Feb 05 18:59:00.008401 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8488edad-b0aa-4d8a-99f5-5a7c2c6cb009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:00.050692 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-86994377-232b-48ae-abb1-8f6d794bad17 req-f9c51f8e-24fc-4cf4-8d31-e2bb9b63f905 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959961 Feb 05 18:59:00.066328 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8488edad-b0aa-4d8a-99f5-5a7c2c6cb009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:00.184535 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8488edad-b0aa-4d8a-99f5-5a7c2c6cb009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:00.190383 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e3bb7611-e00a-4c7d-9082-d258abb0b97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:00.203375 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488edad-b0aa-4d8a-99f5-5a7c2c6cb009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a353595f-3699-40c1-b91d-0f8a5261e9b3,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:00.208784 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8488edad-b0aa-4d8a-99f5-5a7c2c6cb009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:00.214762 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8488edad-b0aa-4d8a-99f5-5a7c2c6cb009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:00.218930 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-8488edad-b0aa-4d8a-99f5-5a7c2c6cb009 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a353595f-3699-40c1-b91d-0f8a5261e9b3 HTTP/1.1" status: 204 len: 168 time: 0.4418488 Feb 05 18:59:00.312026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829ae4f-dd64-4661-a737-238ee605ecff req-c0a2df1b-e397-4ab0-8a56-47cb04434000 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:00.313756 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2829ae4f-dd64-4661-a737-238ee605ecff req-c0a2df1b-e397-4ab0-8a56-47cb04434000 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.2070899 Feb 05 18:59:00.393617 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2829ae4f-dd64-4661-a737-238ee605ecff req-27f0c38d-dca2-4792-a6ca-be36caea9938 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724537 Feb 05 18:59:00.840554 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc0f03-189d-452f-b154-b51318e63580 req-101e78db-4660-4189-8b00-2f3e86269fca tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:00.842457 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3fbc0f03-189d-452f-b154-b51318e63580 req-101e78db-4660-4189-8b00-2f3e86269fca tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 943 time: 0.1895926 Feb 05 18:59:00.940871 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-497130af-faa0-4de8-b7df-bf58636c2f9e req-9b6530f3-771e-4924-8c39-0f7d06ba8ea3 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 210 time: 0.0928435 Feb 05 18:59:00.964219 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3fbc0f03-189d-452f-b154-b51318e63580 req-29a1a1fb-8484-4fc9-9b3b-9d2db3b048d6 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138177 Feb 05 18:59:01.382514 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3e823-ba4f-4395-9bbe-4815b2298ab3 req-15dc6a55-87f2-42d7-a666-922fbe02deff tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:01.384316 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-daa3e823-ba4f-4395-9bbe-4815b2298ab3 req-15dc6a55-87f2-42d7-a666-922fbe02deff tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 945 time: 0.1851377 Feb 05 18:59:01.461051 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-daa3e823-ba4f-4395-9bbe-4815b2298ab3 req-3a4c6052-3d05-4f8a-b54d-6d62bc606379 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697870 Feb 05 18:59:01.721951 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfc1eb-4501-48a6-8d5c-db34e4649bdb req-42c341ad-0b52-470f-b44f-767e56a016eb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:01.724360 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-20dfc1eb-4501-48a6-8d5c-db34e4649bdb req-42c341ad-0b52-470f-b44f-767e56a016eb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.1751254 Feb 05 18:59:01.817929 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-20dfc1eb-4501-48a6-8d5c-db34e4649bdb req-888500f2-e3cc-4d82-8e1f-c9c4694be239 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869257 Feb 05 18:59:02.028921 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5896c272-bdbf-468a-b5e4-1c9237487ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:02.141920 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-39ec0f12-e4a7-46ba-9e7a-6a49ed49393d req-b41ce143-e3e9-477c-b1dd-88850a1f416c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 210 time: 0.0639350 Feb 05 18:59:02.370321 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7ec5f-7e4b-4dc5-b182-6cb80b4f74fa req-f318c390-d264-4796-ad17-b35395c583e9 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:02.371996 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fba7ec5f-7e4b-4dc5-b182-6cb80b4f74fa req-f318c390-d264-4796-ad17-b35395c583e9 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 943 time: 0.1957214 Feb 05 18:59:02.441632 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fba7ec5f-7e4b-4dc5-b182-6cb80b4f74fa req-61973fca-f9c2-4057-b33b-796dcfd0392b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630970 Feb 05 18:59:02.793160 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3631d07-ca97-4295-a002-e4a9a4d37988 req-0bbf69e1-b2a4-4b9c-9631-4523c1656e86 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:02.794915 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c3631d07-ca97-4295-a002-e4a9a4d37988 req-0bbf69e1-b2a4-4b9c-9631-4523c1656e86 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 945 time: 0.1802773 Feb 05 18:59:02.889459 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c3631d07-ca97-4295-a002-e4a9a4d37988 req-d6ce443c-3d56-4b17-a671-a6dda41fe0ec tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879395 Feb 05 18:59:03.142121 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9493cd2-4d06-470f-8516-0740799b4242 req-3275dd9c-2039-436e-b56b-1292831fc9c9 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:03.144431 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c9493cd2-4d06-470f-8516-0740799b4242 req-3275dd9c-2039-436e-b56b-1292831fc9c9 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.1810396 Feb 05 18:59:03.209751 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c9493cd2-4d06-470f-8516-0740799b4242 req-fb9ac228-f6ed-4bd3-b1d8-563574ae25b6 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592437 Feb 05 18:59:03.237691 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 45994) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:03.329479 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f7c476ba-bfb5-43a4-aa8b-a92e3188da52 req-090c0782-3533-4cfc-a3ab-ee098fc57785 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 210 time: 0.0503361 Feb 05 18:59:03.392262 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:03.424098 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-53d1b96a-181c-4f38-9d86-8488e5d7425f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:03.441054 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-53d1b96a-181c-4f38-9d86-8488e5d7425f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:59:03.446548 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-53d1b96a-181c-4f38-9d86-8488e5d7425f admin admin] Usage tracker for resource:security_group_rule and tenant:4fe5d97d1da7451aa755c10eab4616bc is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:59:03.449927 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-53d1b96a-181c-4f38-9d86-8488e5d7425f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:59:03.455976 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-53d1b96a-181c-4f38-9d86-8488e5d7425f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:59:03.582160 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-53d1b96a-181c-4f38-9d86-8488e5d7425f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:03.586494 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-53d1b96a-181c-4f38-9d86-8488e5d7425f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:03.609685 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e9fe8412-4750-493a-b465-737c342692d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:03.631806 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-53d1b96a-181c-4f38-9d86-8488e5d7425f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4fe5d97d1da7451aa755c10eab4616bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912141 Feb 05 18:59:03.632486 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 46002) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:03.668076 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1b96a-181c-4f38-9d86-8488e5d7425f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87708d1f-833f-4c5f-9114-8f7e519e1934,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:03.678590 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-53d1b96a-181c-4f38-9d86-8488e5d7425f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:03.719382 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-09b3d357-4ac9-43e1-bfc0-1a5a14b80ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:03.748531 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-09b3d357-4ac9-43e1-bfc0-1a5a14b80ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:03.767477 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb15b6-00bc-4c19-aacd-ee91df430655 req-035f078c-af8a-490c-8dcd-3d18d1810b15 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:03.769280 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-67cb15b6-00bc-4c19-aacd-ee91df430655 req-035f078c-af8a-490c-8dcd-3d18d1810b15 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 943 time: 0.1711707 Feb 05 18:59:03.810784 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-09b3d357-4ac9-43e1-bfc0-1a5a14b80ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:03.816099 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-295b1a70-7326-4b4a-a401-e4ffee845483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:03.831761 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3d357-4ac9-43e1-bfc0-1a5a14b80ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87708d1f-833f-4c5f-9114-8f7e519e1934,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:03.834896 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-09b3d357-4ac9-43e1-bfc0-1a5a14b80ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:03.854965 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-09b3d357-4ac9-43e1-bfc0-1a5a14b80ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:03.855915 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-67cb15b6-00bc-4c19-aacd-ee91df430655 req-0fc119d1-dd8f-42fa-9c37-3d68acd4d354 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799360 Feb 05 18:59:03.857685 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-09b3d357-4ac9-43e1-bfc0-1a5a14b80ace admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87708d1f-833f-4c5f-9114-8f7e519e1934 HTTP/1.1" status: 204 len: 168 time: 0.2213557 Feb 05 18:59:04.248818 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa355e6b-f308-462e-9e6c-7fe833d56e07 req-5d599206-814d-438f-944e-30ac5ad4b3db tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:04.261438 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fa355e6b-f308-462e-9e6c-7fe833d56e07 req-5d599206-814d-438f-944e-30ac5ad4b3db tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 945 time: 0.2121208 Feb 05 18:59:04.360027 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5caaad02-14e1-438e-a077-f58aa2c9f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:04.380857 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fa355e6b-f308-462e-9e6c-7fe833d56e07 req-657e344c-d4a7-429d-85be-35b5ec8b501a tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183298 Feb 05 18:59:04.479943 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 46018) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:04.505505 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-206b3829-b602-42f7-bec5-c236eb48687b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:04.525160 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-206b3829-b602-42f7-bec5-c236eb48687b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:59:04.529755 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-206b3829-b602-42f7-bec5-c236eb48687b admin admin] Usage tracker for resource:security_group_rule and tenant:77917a270c0d4be38edc4377b72b0136 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:59:04.533066 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-206b3829-b602-42f7-bec5-c236eb48687b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:59:04.539984 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-206b3829-b602-42f7-bec5-c236eb48687b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:59:04.644624 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-206b3829-b602-42f7-bec5-c236eb48687b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:04.649313 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-206b3829-b602-42f7-bec5-c236eb48687b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:04.671332 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3e432507-c6bb-4122-bf3d-16f4f09c999d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:04.716381 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b3829-b602-42f7-bec5-c236eb48687b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3df8ae5-b427-438d-8c90-bb3171cff1de,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:04.721526 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-206b3829-b602-42f7-bec5-c236eb48687b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77917a270c0d4be38edc4377b72b0136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396553 Feb 05 18:59:04.723778 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-206b3829-b602-42f7-bec5-c236eb48687b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:04.725015 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 46022) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:04.796173 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e91e9546-8ea5-47ae-9ceb-d00a0d03edf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:04.812014 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1f6edb2e-01e9-4f68-815c-75f6209b97a5 req-7d552819-77c4-4f0b-9077-baeaba2e3727 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 210 time: 0.2783551 Feb 05 18:59:04.838690 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:04.858988 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e91e9546-8ea5-47ae-9ceb-d00a0d03edf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:04.924033 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e91e9546-8ea5-47ae-9ceb-d00a0d03edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:04.928161 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-871acb52-67b8-4240-a32b-389c83fc328e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:04.945729 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e9546-8ea5-47ae-9ceb-d00a0d03edf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3df8ae5-b427-438d-8c90-bb3171cff1de,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:04.946295 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f69d6-9604-4f2d-9077-022030ce496b req-3dcbf585-5243-4015-a9dd-1670f02dbffc tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:04.953983 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c20f69d6-9604-4f2d-9077-022030ce496b req-3dcbf585-5243-4015-a9dd-1670f02dbffc tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.4852431 Feb 05 18:59:04.956704 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e91e9546-8ea5-47ae-9ceb-d00a0d03edf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:04.963280 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e91e9546-8ea5-47ae-9ceb-d00a0d03edf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:04.964862 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-e91e9546-8ea5-47ae-9ceb-d00a0d03edf3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3df8ae5-b427-438d-8c90-bb3171cff1de HTTP/1.1" status: 204 len: 168 time: 0.2381856 Feb 05 18:59:05.023441 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c20f69d6-9604-4f2d-9077-022030ce496b req-d84ec18d-5978-42b2-8352-9c80efdbd974 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682707 Feb 05 18:59:05.295344 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc5b7b-83ee-4f61-a90e-bfb1f9cd1f73 req-6a5b22d9-e37c-409d-a248-539fc29917d3 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:05.312380 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6cdc5b7b-83ee-4f61-a90e-bfb1f9cd1f73 req-6a5b22d9-e37c-409d-a248-539fc29917d3 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 943 time: 0.1883891 Feb 05 18:59:05.385627 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6cdc5b7b-83ee-4f61-a90e-bfb1f9cd1f73 req-9d93633c-b9b2-4829-a310-41fcfc7ea9e0 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678885 Feb 05 18:59:05.655603 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:05.680798 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8678f5-8510-459b-9591-96d2914fb929 req-6237a40e-d0e9-4769-a3ad-fd365b8417eb tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:05.682658 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab8678f5-8510-459b-9591-96d2914fb929 req-6237a40e-d0e9-4769-a3ad-fd365b8417eb tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 945 time: 0.1709101 Feb 05 18:59:05.759633 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab8678f5-8510-459b-9591-96d2914fb929 req-453305ba-ee34-4320-b35b-81ad0bcc05a9 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705004 Feb 05 18:59:06.021623 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-251862fe-b9b0-411b-8a99-cc5c002b4d57 req-e6fceb11-8224-4129-b4d2-fb3a9bdb8dfb tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 210 time: 0.0642622 Feb 05 18:59:06.335592 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b66bd3-d7fc-46da-b693-67e42b0d8dff req-4b8070e4-c90a-4b09-9376-055d8e145c54 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:06.336375 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-59b66bd3-d7fc-46da-b693-67e42b0d8dff req-4b8070e4-c90a-4b09-9376-055d8e145c54 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.1818972 Feb 05 18:59:06.342811 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:06.437348 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-59b66bd3-d7fc-46da-b693-67e42b0d8dff req-45376005-5efe-42b2-84dc-e341953aee1e tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974114 Feb 05 18:59:06.747815 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0bfbc-2ae3-41b6-9b49-8e66148dc83a req-4ec320a3-5f6a-4d3b-8028-20cc8ce97501 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:06.749464 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-67a0bfbc-2ae3-41b6-9b49-8e66148dc83a req-4ec320a3-5f6a-4d3b-8028-20cc8ce97501 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 943 time: 0.1891205 Feb 05 18:59:06.825018 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-67a0bfbc-2ae3-41b6-9b49-8e66148dc83a req-379d1afe-f8b9-4c39-b0f0-b07f8174e226 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668502 Feb 05 18:59:07.112204 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fdde0-6e10-4c54-a149-1cb0f7d67b97 req-03a5c79b-eb31-4422-95a3-3a208464ee3b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:07.114488 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c38fdde0-6e10-4c54-a149-1cb0f7d67b97 req-03a5c79b-eb31-4422-95a3-3a208464ee3b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 945 time: 0.1871281 Feb 05 18:59:07.258163 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c38fdde0-6e10-4c54-a149-1cb0f7d67b97 req-77c5f6d7-2863-4a3b-ba46-8a23a336004f tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359558 Feb 05 18:59:07.260640 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-391e63ae-2372-46bd-95f9-e15d84c67b8f req-7586dbcb-b8dc-4ddc-93b8-d7a6fae21d9f tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 210 time: 0.0765893 Feb 05 18:59:07.739066 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90c940-e339-4cc8-a13e-b687422a8e42 req-4e6d664f-8fe6-4392-93c8-eedc2bee80fd tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:07.740756 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5b90c940-e339-4cc8-a13e-b687422a8e42 req-4e6d664f-8fe6-4392-93c8-eedc2bee80fd tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.1688027 Feb 05 18:59:07.814740 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5b90c940-e339-4cc8-a13e-b687422a8e42 req-fa87994b-be71-4dfe-aad4-a7a870839a14 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670459 Feb 05 18:59:08.198224 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a3c71-7db1-47f5-bc1b-20ab7b18b996 req-36c6ea18-9501-4af3-ac7a-54a83dbfb960 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:08.199875 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-972a3c71-7db1-47f5-bc1b-20ab7b18b996 req-36c6ea18-9501-4af3-ac7a-54a83dbfb960 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 943 time: 0.1735275 Feb 05 18:59:08.267782 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-972a3c71-7db1-47f5-bc1b-20ab7b18b996 req-4af05fde-5a9a-4498-9c39-5f326aee4c00 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611551 Feb 05 18:59:08.503139 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c65064b0-0667-4f63-b871-50832391d8cb req-590b7a61-ceb3-4e02-8506-d15f7571544b tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 210 time: 0.0895627 Feb 05 18:59:08.632020 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272fcfa-5fce-4484-bc3c-90caa0abaf94 req-ce31f4b9-ed0c-4965-9d70-2a819c4f1df9 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:08.639659 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d272fcfa-5fce-4484-bc3c-90caa0abaf94 req-ce31f4b9-ed0c-4965-9d70-2a819c4f1df9 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 945 time: 0.1835680 Feb 05 18:59:08.698623 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d272fcfa-5fce-4484-bc3c-90caa0abaf94 req-ea4b3110-d4a9-48e8-9194-af8433ce8fd3 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580018 Feb 05 18:59:09.133627 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb7588-f87b-4379-b11b-1df53777b1ff req-e56cc406-547e-4e93-8d55-90923b8a540a tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:09.135233 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-87fb7588-f87b-4379-b11b-1df53777b1ff req-e56cc406-547e-4e93-8d55-90923b8a540a tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.1727593 Feb 05 18:59:09.200103 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-87fb7588-f87b-4379-b11b-1df53777b1ff req-06a63b23-1b6a-4d81-90ff-654dbfec426b tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583804 Feb 05 18:59:09.585196 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d850e8c-ce9b-4812-8c57-d01cc9a2e7fd req-13501209-3f81-4ac3-820f-d6114b618e0c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:09.586865 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3d850e8c-ce9b-4812-8c57-d01cc9a2e7fd req-13501209-3f81-4ac3-820f-d6114b618e0c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 943 time: 0.1607101 Feb 05 18:59:09.651344 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3d850e8c-ce9b-4812-8c57-d01cc9a2e7fd req-fb75bafd-db73-4309-bc00-a19da0d2d618 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582430 Feb 05 18:59:09.699125 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 76a64c8e-2928-42ee-af59-a6718ce8ebdd no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:59:09.704956 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b39ae5f6-e88c-4ba3-9e8a-0ed9d30b3f31 req-897d2ac6-a812-460b-a7f9-a26322dce0bb tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 210 time: 0.0525384 Feb 05 18:59:09.826152 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:09.863068 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 76a64c8e-2928-42ee-af59-a6718ce8ebdd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=76a64c8e-2928-42ee-af59-a6718ce8ebdd,segment=NetworkSegment(5a3bcc18-ab58-4686-9ba2-4f78c43ccea4),segment_id=5a3bcc18-ab58-4686-9ba2-4f78c43ccea4)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:59:09.864507 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7105f2f-5465-4c9e-8632-0d9b7f86115e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a64c8e-2928-42ee-af59-a6718ce8ebdd'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:59:09.869008 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11801ae8-7acc-4fd3-b410-e999285c78da req-8a62fcbf-84d0-4a5b-8d30-d6a9e64faab9 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:09.870721 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-11801ae8-7acc-4fd3-b410-e999285c78da req-8a62fcbf-84d0-4a5b-8d30-d6a9e64faab9 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Synchronizing usage tracker for tenant:41ac3b59d1b342459afdeeb6ea515ca7 on resource:port {{(pid=80159) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:59:09.871426 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:09.873362 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:09.886365 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-11801ae8-7acc-4fd3-b410-e999285c78da req-8a62fcbf-84d0-4a5b-8d30-d6a9e64faab9 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Unset dirty status for tenant:41ac3b59d1b342459afdeeb6ea515ca7 on resource:port {{(pid=80159) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:59:09.887704 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-11801ae8-7acc-4fd3-b410-e999285c78da req-8a62fcbf-84d0-4a5b-8d30-d6a9e64faab9 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 945 time: 0.2027686 Feb 05 18:59:09.961264 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=76a64c8e-2928-42ee-af59-a6718ce8ebdd,revision_number=5']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:09.965533 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:09.988793 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7105f2f-5465-4c9e-8632-0d9b7f86115e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a64c8e-2928-42ee-af59-a6718ce8ebdd', 'code': 200} Feb 05 18:59:10.046771 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-11801ae8-7acc-4fd3-b410-e999285c78da req-3e5fad8e-5961-41cf-9336-8f27b1f4d883 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Deleting port 76a64c8e-2928-42ee-af59-a6718ce8ebdd {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:59:10.047085 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-11801ae8-7acc-4fd3-b410-e999285c78da req-3e5fad8e-5961-41cf-9336-8f27b1f4d883 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:10.205436 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb015a-073d-415b-98a7-811b361bf6db req-56ac3e2b-72fa-4993-bd98-1108836c1b51 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:10.207137 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aabb015a-073d-415b-98a7-811b361bf6db req-56ac3e2b-72fa-4993-bd98-1108836c1b51 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 945 time: 0.2384601 Feb 05 18:59:10.294488 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-b265401e-338f-4929-9b04-54f424468d4a tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:10.296092 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-b265401e-338f-4929-9b04-54f424468d4a tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.69 "GET /v2.0/networks?id=1de1179c-4526-48b9-8cf4-6f142ea975b4 HTTP/1.1" status: 200 len: 813 time: 0.5207877 Feb 05 18:59:10.355733 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-a00dc3ff-e4a8-4aba-bbda-f42f35c738b8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Request body: {'port': {'device_id': 'f2670a85-4ec0-42ab-894b-e4af780420ff', 'network_id': '1de1179c-4526-48b9-8cf4-6f142ea975b4', 'admin_state_up': True, 'tenant_id': '3dfc156907564d34b8ad35011e01a55a'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:59:10.377319 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-11801ae8-7acc-4fd3-b410-e999285c78da req-3e5fad8e-5961-41cf-9336-8f27b1f4d883 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] For port 76a64c8e-2928-42ee-af59-a6718ce8ebdd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=76a64c8e-2928-42ee-af59-a6718ce8ebdd,segment=NetworkSegment(5a3bcc18-ab58-4686-9ba2-4f78c43ccea4),segment_id=5a3bcc18-ab58-4686-9ba2-4f78c43ccea4)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:59:10.377674 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-11801ae8-7acc-4fd3-b410-e999285c78da req-3e5fad8e-5961-41cf-9336-8f27b1f4d883 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:10.448140 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aabb015a-073d-415b-98a7-811b361bf6db req-14046be4-8894-481c-9d04-a6405a88fe0e tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509614 Feb 05 18:59:10.535331 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-11801ae8-7acc-4fd3-b410-e999285c78da req-3e5fad8e-5961-41cf-9336-8f27b1f4d883 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Calling delete_port for 76a64c8e-2928-42ee-af59-a6718ce8ebdd owned by compute:nova {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:59:10.674847 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c1139-00f1-403f-8a35-714e3c3183ba req-781bab0a-30d8-4b95-83ac-52f09fb0d2bf tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:10.676575 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f36c1139-00f1-403f-8a35-714e3c3183ba req-781bab0a-30d8-4b95-83ac-52f09fb0d2bf tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7105f2f-5465-4c9e-8632-0d9b7f86115e HTTP/1.1" status: 200 len: 943 time: 0.2217944 Feb 05 18:59:10.698929 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-11801ae8-7acc-4fd3-b410-e999285c78da req-3e5fad8e-5961-41cf-9336-8f27b1f4d883 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:10.701506 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-a00dc3ff-e4a8-4aba-bbda-f42f35c738b8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:59:10.719061 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:10.730655 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-a00dc3ff-e4a8-4aba-bbda-f42f35c738b8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:59:10.757899 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f36c1139-00f1-403f-8a35-714e3c3183ba req-1669e9b1-bcb4-472d-bf27-6dbf7c4f18b3 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736055 Feb 05 18:59:10.764869 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-a00dc3ff-e4a8-4aba-bbda-f42f35c738b8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Made reservation on behalf of 3dfc156907564d34b8ad35011e01a55a for: {'port': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:59:10.794427 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-a00dc3ff-e4a8-4aba-bbda-f42f35c738b8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:10.823554 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fad8e-5961-41cf-9336-8f27b1f4d883 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Pushing event deleted for resources: {'Port': ['ID=76a64c8e-2928-42ee-af59-a6718ce8ebdd,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:10.830443 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3e5fad8e-5961-41cf-9336-8f27b1f4d883 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:10.946223 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-11801ae8-7acc-4fd3-b410-e999285c78da req-3e5fad8e-5961-41cf-9336-8f27b1f4d883 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] No DVR routers for this DVR port 76a64c8e-2928-42ee-af59-a6718ce8ebdd on host hv-cinder-77428 {{(pid=80159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:59:10.949121 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-11801ae8-7acc-4fd3-b410-e999285c78da req-3e5fad8e-5961-41cf-9336-8f27b1f4d883 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:10.953297 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7105f2f-5465-4c9e-8632-0d9b7f86115e', 'name': 'network-vif-deleted', 'tag': '76a64c8e-2928-42ee-af59-a6718ce8ebdd'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:59:10.971271 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-11801ae8-7acc-4fd3-b410-e999285c78da req-3e5fad8e-5961-41cf-9336-8f27b1f4d883 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.69 "DELETE /v2.0/ports/76a64c8e-2928-42ee-af59-a6718ce8ebdd HTTP/1.1" status: 204 len: 173 time: 1.0689719 Feb 05 18:59:11.044789 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1c616fab-709f-4b28-a632-8e4ec23d750d req-9ae7a193-af6b-461f-b98f-218be6685af0 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 210 time: 0.0753906 Feb 05 18:59:11.137946 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7105f2f-5465-4c9e-8632-0d9b7f86115e', 'name': 'network-vif-deleted', 'tag': '76a64c8e-2928-42ee-af59-a6718ce8ebdd', 'status': 'completed', 'code': 200} Feb 05 18:59:11.225197 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9817b-57a6-4044-819e-44eca9be0ce9 req-a4ea6ebf-956c-4cc3-84eb-8b47055f7643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:11.227018 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-acc9817b-57a6-4044-819e-44eca9be0ce9 req-a4ea6ebf-956c-4cc3-84eb-8b47055f7643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 943 time: 0.3918703 Feb 05 18:59:11.351466 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-acc9817b-57a6-4044-819e-44eca9be0ce9 req-59d821f6-80d3-4d51-be2e-42cdd78ff996 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169558 Feb 05 18:59:11.378217 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-a00dc3ff-e4a8-4aba-bbda-f42f35c738b8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Allocated IP 172.20.0.4 (1de1179c-4526-48b9-8cf4-6f142ea975b4/c6b76a1d-d077-418c-96c3-1c2bf5c08b54/3ee94406-6a1c-4656-85b2-b0543e68065b) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:59:11.602796 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-a00dc3ff-e4a8-4aba-bbda-f42f35c738b8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:11.634172 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-a00dc3ff-e4a8-4aba-bbda-f42f35c738b8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:11.652268 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:11.781591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00dc3ff-e4a8-4aba-bbda-f42f35c738b8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Pushing event updated for resources: {'Port': ['ID=3ee94406-6a1c-4656-85b2-b0543e68065b,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:11.792131 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a00dc3ff-e4a8-4aba-bbda-f42f35c738b8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:11.974242 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-a00dc3ff-e4a8-4aba-bbda-f42f35c738b8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Network 1de1179c-4526-48b9-8cf4-6f142ea975b4 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:59:11.977582 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-a00dc3ff-e4a8-4aba-bbda-f42f35c738b8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Resources bound (agent type, host, resource id): {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:59:11.985506 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-a00dc3ff-e4a8-4aba-bbda-f42f35c738b8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:59:12.141079 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66568a4-4f39-4438-b17e-748b951a51ce req-113b41da-f326-4fe2-bd01-33c593158d55 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:12.142846 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f66568a4-4f39-4438-b17e-748b951a51ce req-113b41da-f326-4fe2-bd01-33c593158d55 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 945 time: 0.2977726 Feb 05 18:59:12.209202 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-a00dc3ff-e4a8-4aba-bbda-f42f35c738b8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:12.209850 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-a00dc3ff-e4a8-4aba-bbda-f42f35c738b8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:12.236333 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 46194) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:12.315394 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-a00dc3ff-e4a8-4aba-bbda-f42f35c738b8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9686830 Feb 05 18:59:12.401076 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-72b7d5ac-101f-4299-a588-ef0fa45a5ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:12.419274 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-72b7d5ac-101f-4299-a588-ef0fa45a5ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:59:12.423627 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-72b7d5ac-101f-4299-a588-ef0fa45a5ddc admin admin] Usage tracker for resource:security_group_rule and tenant:8ab952986b0a4ac99940ee776f2d80b3 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:59:12.427585 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-72b7d5ac-101f-4299-a588-ef0fa45a5ddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:59:12.434046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-72b7d5ac-101f-4299-a588-ef0fa45a5ddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:59:12.528638 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-72b7d5ac-101f-4299-a588-ef0fa45a5ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:12.531750 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-72b7d5ac-101f-4299-a588-ef0fa45a5ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:12.534993 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Request body: {'port': {'device_id': 'f2670a85-4ec0-42ab-894b-e4af780420ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:59:12.541593 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-850c8354-e4f5-4d27-8b3f-7ba87bac84dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:12.583736 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-72b7d5ac-101f-4299-a588-ef0fa45a5ddc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ab952986b0a4ac99940ee776f2d80b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462243 Feb 05 18:59:12.586573 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 46202) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:12.586711 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f66568a4-4f39-4438-b17e-748b951a51ce req-ff9efcba-f8f5-4f6c-a3a8-4ed6cf7208d6 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707995 Feb 05 18:59:12.589452 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7d5ac-101f-4299-a588-ef0fa45a5ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3134f7bc-f284-443e-a2d0-9f2a1e1f94dc,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:12.622745 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-72b7d5ac-101f-4299-a588-ef0fa45a5ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:12.655257 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5395ba1e-09d0-41b6-b767-bfcdee8f93e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:12.683909 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5395ba1e-09d0-41b6-b767-bfcdee8f93e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:12.697035 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:12.731208 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5395ba1e-09d0-41b6-b767-bfcdee8f93e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:12.736525 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:12.750426 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395ba1e-09d0-41b6-b767-bfcdee8f93e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3134f7bc-f284-443e-a2d0-9f2a1e1f94dc,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:12.753491 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5395ba1e-09d0-41b6-b767-bfcdee8f93e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:12.754447 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5395ba1e-09d0-41b6-b767-bfcdee8f93e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:12.758513 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-5395ba1e-09d0-41b6-b767-bfcdee8f93e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3134f7bc-f284-443e-a2d0-9f2a1e1f94dc HTTP/1.1" status: 204 len: 168 time: 0.1709404 Feb 05 18:59:12.805136 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d8a78-3143-4312-b45e-4f6c5a3b8fa3 req-23a4a424-536d-4386-9ebb-35d279f951f8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:12.805969 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-763d8a78-3143-4312-b45e-4f6c5a3b8fa3 req-23a4a424-536d-4386-9ebb-35d279f951f8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Synchronizing usage tracker for tenant:3dfc156907564d34b8ad35011e01a55a on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:59:12.918877 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-763d8a78-3143-4312-b45e-4f6c5a3b8fa3 req-23a4a424-536d-4386-9ebb-35d279f951f8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Unset dirty status for tenant:3dfc156907564d34b8ad35011e01a55a on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:59:12.920140 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-763d8a78-3143-4312-b45e-4f6c5a3b8fa3 req-23a4a424-536d-4386-9ebb-35d279f951f8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 931 time: 0.6799242 Feb 05 18:59:12.981387 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device cd2876aa-5fff-4b88-bcdc-432fd0103548 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:59:13.057073 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port cd2876aa-5fff-4b88-bcdc-432fd0103548 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:59:13.057460 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:13.064356 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-763d8a78-3143-4312-b45e-4f6c5a3b8fa3 req-f2c2d8fb-5e1f-4e1c-a314-37e3b0b71284 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007323 Feb 05 18:59:13.128306 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 46210) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:13.149004 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a5f7d8fb-f66c-4a7a-94c8-0af5beb91230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:13.149342 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027d55f-5eaf-4672-8936-b2efef4b5653 req-60750546-5276-43da-a782-78fe005d7088 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:13.156838 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2027d55f-5eaf-4672-8936-b2efef4b5653 req-60750546-5276-43da-a782-78fe005d7088 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.4396915 Feb 05 18:59:13.169590 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a5f7d8fb-f66c-4a7a-94c8-0af5beb91230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:59:13.175526 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a5f7d8fb-f66c-4a7a-94c8-0af5beb91230 admin admin] Usage tracker for resource:security_group_rule and tenant:7ea23d203e324a8bb6e10444e1359c22 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:59:13.178836 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a5f7d8fb-f66c-4a7a-94c8-0af5beb91230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:59:13.184834 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a5f7d8fb-f66c-4a7a-94c8-0af5beb91230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:59:13.200275 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:13.230834 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc889f1-6106-4acd-b117-a96d84311ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2876aa-5fff-4b88-bcdc-432fd0103548'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:59:13.241591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port cd2876aa-5fff-4b88-bcdc-432fd0103548, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=cd2876aa-5fff-4b88-bcdc-432fd0103548,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:59:13.244977 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:13.248284 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:13.276929 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a5f7d8fb-f66c-4a7a-94c8-0af5beb91230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:13.279832 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a5f7d8fb-f66c-4a7a-94c8-0af5beb91230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:13.289640 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e57f7171-23d4-4ef6-a6fa-8918a4f74a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:13.333843 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a5f7d8fb-f66c-4a7a-94c8-0af5beb91230 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ea23d203e324a8bb6e10444e1359c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2037323 Feb 05 18:59:13.337798 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7d8fb-f66c-4a7a-94c8-0af5beb91230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c996a1db-771a-4436-abf5-04d11e1c2b47,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:13.341459 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a5f7d8fb-f66c-4a7a-94c8-0af5beb91230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:13.342175 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 46216) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:13.345818 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2027d55f-5eaf-4672-8936-b2efef4b5653 req-6bca423f-e6a5-4f83-a061-0da88e759250 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879244 Feb 05 18:59:13.345947 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=cd2876aa-5fff-4b88-bcdc-432fd0103548,revision_number=6']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:13.350039 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:13.411032 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b649-d2e4-42fc-9b06-b7668a3477e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:13.421636 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc889f1-6106-4acd-b117-a96d84311ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2876aa-5fff-4b88-bcdc-432fd0103548', 'code': 200} Feb 05 18:59:13.439836 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b649-d2e4-42fc-9b06-b7668a3477e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:13.485123 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b649-d2e4-42fc-9b06-b7668a3477e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:13.490800 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-601863da-02a7-4b17-b518-7c7bccad1a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:13.505641 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8b649-d2e4-42fc-9b06-b7668a3477e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c996a1db-771a-4436-abf5-04d11e1c2b47,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:13.509438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2cc8b649-d2e4-42fc-9b06-b7668a3477e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:13.512686 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b649-d2e4-42fc-9b06-b7668a3477e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:13.514008 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-2cc8b649-d2e4-42fc-9b06-b7668a3477e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c996a1db-771a-4436-abf5-04d11e1c2b47 HTTP/1.1" status: 204 len: 168 time: 0.1705675 Feb 05 18:59:13.564156 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0107eb6-4dfd-4820-a159-f5d887adfcc5 req-d013cb5f-83cc-4b3d-9f61-f43d3e792212 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:13.565894 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d0107eb6-4dfd-4820-a159-f5d887adfcc5 req-d013cb5f-83cc-4b3d-9f61-f43d3e792212 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.3379555 Feb 05 18:59:13.653364 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d0107eb6-4dfd-4820-a159-f5d887adfcc5 req-a1472504-2b50-4854-b709-3c964f727e83 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792837 Feb 05 18:59:13.798332 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee94406-6a1c-4656-85b2-b0543e68065b {{(pid=80158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:59:13.808432 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:13.832961 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Transition to ACTIVE for port object 3ee94406-6a1c-4656-85b2-b0543e68065b will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:59:13.835969 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7513612'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:13.852523 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f6843586-d02b-4192-a1fd-1243fc71e065 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:13.962345 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 46226) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:13.982179 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b232b567-8f5a-4484-ad48-7b317fcb9d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:13.998524 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b232b567-8f5a-4484-ad48-7b317fcb9d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:59:14.002632 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b232b567-8f5a-4484-ad48-7b317fcb9d3d admin admin] Usage tracker for resource:security_group_rule and tenant:0dfd17136d5a418c8bf2785654dd9bcd is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:59:14.005748 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b232b567-8f5a-4484-ad48-7b317fcb9d3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:59:14.011759 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b232b567-8f5a-4484-ad48-7b317fcb9d3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:59:14.090697 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213e304-5759-4bd3-a8fb-6e88b08ff9ee req-83d12e43-7f61-450f-9a5e-3615ad651fb4 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:14.092405 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f213e304-5759-4bd3-a8fb-6e88b08ff9ee req-83d12e43-7f61-450f-9a5e-3615ad651fb4 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 945 time: 0.3611817 Feb 05 18:59:14.095444 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee94406-6a1c-4656-85b2-b0543e68065b,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:14.100284 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:14.177126 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b232b567-8f5a-4484-ad48-7b317fcb9d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:14.182755 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b232b567-8f5a-4484-ad48-7b317fcb9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:14.191147 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5adfd56e-160a-42a4-a18c-c3c3c040ac5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:14.277799 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device cd2876aa-5fff-4b88-bcdc-432fd0103548 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:59:14.284434 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79aaaa-2cca-486d-b5e3-5972746023f8 req-81c21678-9aa2-43d2-a447-ade4e5766538 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:14.285335 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-fc79aaaa-2cca-486d-b5e3-5972746023f8 req-81c21678-9aa2-43d2-a447-ade4e5766538 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Synchronizing usage tracker for tenant:752ec2a71a204dd6860672ea675387fe on resource:port {{(pid=80159) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:59:14.334349 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-b232b567-8f5a-4484-ad48-7b317fcb9d3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0dfd17136d5a418c8bf2785654dd9bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707349 Feb 05 18:59:14.337341 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232b567-8f5a-4484-ad48-7b317fcb9d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6938b71-398b-4c8f-8022-23cb23881eb3,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:14.341217 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b232b567-8f5a-4484-ad48-7b317fcb9d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:14.342385 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 46232) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:14.356049 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-fc79aaaa-2cca-486d-b5e3-5972746023f8 req-81c21678-9aa2-43d2-a447-ade4e5766538 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Unset dirty status for tenant:752ec2a71a204dd6860672ea675387fe on resource:port {{(pid=80159) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:59:14.357261 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fc79aaaa-2cca-486d-b5e3-5972746023f8 req-81c21678-9aa2-43d2-a447-ade4e5766538 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 945 time: 0.3221343 Feb 05 18:59:14.375485 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f213e304-5759-4bd3-a8fb-6e88b08ff9ee req-1cd0ae33-d143-4e40-990b-5a9728ee13d0 tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399290 Feb 05 18:59:14.405364 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port cd2876aa-5fff-4b88-bcdc-432fd0103548 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:59:14.405364 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:14.481449 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2925b3a-ad61-4f2c-ab6a-6bd07f9b1771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:14.482751 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Attempting to bind port 3ee94406-6a1c-4656-85b2-b0543e68065b on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:59:14.483128 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Attempting to bind port 3ee94406-6a1c-4656-85b2-b0543e68065b by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '2580ab09-bf0c-4a38-abf6-618ec81554d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1de1179c-4526-48b9-8cf4-6f142ea975b4'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:59:14.483499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Attempting to bind port 3ee94406-6a1c-4656-85b2-b0543e68065b on network 1de1179c-4526-48b9-8cf4-6f142ea975b4 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:59:14.491359 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Checking agent: {'id': '448d464c-f4b2-46c5-bbf2-8018ee5cc94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 53, 33), 'started_at': datetime.datetime(2021, 2, 5, 18, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:59:14.491730 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Checking segment: {'id': '2580ab09-bf0c-4a38-abf6-618ec81554d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1de1179c-4526-48b9-8cf4-6f142ea975b4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:59:14.492139 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:14.492534 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Bound using segment: {'id': '2580ab09-bf0c-4a38-abf6-618ec81554d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1de1179c-4526-48b9-8cf4-6f142ea975b4'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:59:14.493011 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Bound port: 3ee94406-6a1c-4656-85b2-b0543e68065b, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2580ab09-bf0c-4a38-abf6-618ec81554d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1de1179c-4526-48b9-8cf4-6f142ea975b4'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:59:14.493410 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:14.514234 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2925b3a-ad61-4f2c-ab6a-6bd07f9b1771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:14.525513 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63aa1b-dfea-41ef-8964-cf4a1da2c998 req-5219982c-1e56-4922-97c1-d8138a9b8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:14.527130 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0e63aa1b-dfea-41ef-8964-cf4a1da2c998 req-5219982c-1e56-4922-97c1-d8138a9b8c80 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 1162 time: 0.3703947 Feb 05 18:59:14.561699 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 6841f9b9-b18c-4e97-89e9-394ef8a43b17 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:59:14.568659 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-fc79aaaa-2cca-486d-b5e3-5972746023f8 req-8b59a96d-8b22-4374-9b27-b7bc59a7f0ee tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Deleting port 6841f9b9-b18c-4e97-89e9-394ef8a43b17 {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:59:14.569048 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fc79aaaa-2cca-486d-b5e3-5972746023f8 req-8b59a96d-8b22-4374-9b27-b7bc59a7f0ee tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:14.686572 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:14.695069 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:59:14.713252 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2925b3a-ad61-4f2c-ab6a-6bd07f9b1771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:14.730246 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c844a-4d8a-4059-9598-da74dc348021 req-0a248ef0-580d-4f86-a365-53b634f485f2 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:14.731937 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c15c844a-4d8a-4059-9598-da74dc348021 req-0a248ef0-580d-4f86-a365-53b634f485f2 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 943 time: 0.5110700 Feb 05 18:59:14.734019 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 6841f9b9-b18c-4e97-89e9-394ef8a43b17, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=6841f9b9-b18c-4e97-89e9-394ef8a43b17,segment=NetworkSegment(dcd029cc-b5ef-49ac-8aee-91717b4eea08),segment_id=dcd029cc-b5ef-49ac-8aee-91717b4eea08)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:59:14.735582 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ab8c1b9e-cd48-4508-8ad1-23e87d4cd899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:14.740107 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:14.742243 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:14.800809 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2925b3a-ad61-4f2c-ab6a-6bd07f9b1771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6938b71-398b-4c8f-8022-23cb23881eb3,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:14.803549 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0e63aa1b-dfea-41ef-8964-cf4a1da2c998 req-4aea5c57-9251-47ff-b352-6e62bc2bee4d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424872 Feb 05 18:59:14.803943 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e2925b3a-ad61-4f2c-ab6a-6bd07f9b1771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:14.811888 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2925b3a-ad61-4f2c-ab6a-6bd07f9b1771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:14.815590 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-e2925b3a-ad61-4f2c-ab6a-6bd07f9b1771 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6938b71-398b-4c8f-8022-23cb23881eb3 HTTP/1.1" status: 204 len: 168 time: 0.4694932 Feb 05 18:59:14.817127 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=6841f9b9-b18c-4e97-89e9-394ef8a43b17,revision_number=5']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:14.856518 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.857211 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.857334 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.857655 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.858025 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.858954 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.859331 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.859700 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.860066 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.860428 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.860937 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.861514 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.861783 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.863152 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.863392 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.864283 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.864651 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.865018 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.865409 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.865772 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.865906 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c15c844a-4d8a-4059-9598-da74dc348021 req-fea69616-8018-482c-ae95-95bdd900420c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121259 Feb 05 18:59:14.866133 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.866496 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.867675 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.868056 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.872753 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] For port 3ee94406-6a1c-4656-85b2-b0543e68065b, host hv-cinder-77428, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:59:14.882408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:14.902152 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-fc79aaaa-2cca-486d-b5e3-5972746023f8 req-8b59a96d-8b22-4374-9b27-b7bc59a7f0ee tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] For port 6841f9b9-b18c-4e97-89e9-394ef8a43b17, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=6841f9b9-b18c-4e97-89e9-394ef8a43b17,segment=NetworkSegment(dcd029cc-b5ef-49ac-8aee-91717b4eea08),segment_id=dcd029cc-b5ef-49ac-8aee-91717b4eea08)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:59:14.902534 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fc79aaaa-2cca-486d-b5e3-5972746023f8 req-8b59a96d-8b22-4374-9b27-b7bc59a7f0ee tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:14.993221 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48f724-4ebc-4a90-9b91-a5828a556b96 req-a2c13fdc-d5da-4200-9887-0471a90ad3e9 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:14.994914 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8c48f724-4ebc-4a90-9b91-a5828a556b96 req-a2c13fdc-d5da-4200-9887-0471a90ad3e9 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.4658654 Feb 05 18:59:14.998318 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] For port 3ee94406-6a1c-4656-85b2-b0543e68065b, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=3ee94406-6a1c-4656-85b2-b0543e68065b,segment=NetworkSegment(2580ab09-bf0c-4a38-abf6-618ec81554d3),segment_id=2580ab09-bf0c-4a38-abf6-618ec81554d3)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:59:15.006602 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7513612'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:15.039258 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:15.049043 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-fc79aaaa-2cca-486d-b5e3-5972746023f8 req-8b59a96d-8b22-4374-9b27-b7bc59a7f0ee tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Calling delete_port for 6841f9b9-b18c-4e97-89e9-394ef8a43b17 owned by compute:nova {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:59:15.149829 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.api [req-fc79aaaa-2cca-486d-b5e3-5972746023f8 req-8b59a96d-8b22-4374-9b27-b7bc59a7f0ee tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80159) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 18:59:15.150161 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_db.api [req-fc79aaaa-2cca-486d-b5e3-5972746023f8 req-8b59a96d-8b22-4374-9b27-b7bc59a7f0ee tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 18:59:15.186914 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee94406-6a1c-4656-85b2-b0543e68065b,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:15.197502 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:15.227380 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8c48f724-4ebc-4a90-9b91-a5828a556b96 req-04bca9a1-fc39-4560-8ffe-efd11b866fbf tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240365 Feb 05 18:59:15.310444 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:15.311043 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:15.312657 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] 10.222.0.69 "PUT /v2.0/ports/3ee94406-6a1c-4656-85b2-b0543e68065b HTTP/1.1" status: 200 len: 1157 time: 2.7830985 Feb 05 18:59:15.313048 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2670a85-4ec0-42ab-894b-e4af780420ff', 'tag': '3ee94406-6a1c-4656-85b2-b0543e68065b'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:59:15.422880 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9796e8-4951-4baa-868e-eb15acf6e073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6841f9b9-b18c-4e97-89e9-394ef8a43b17'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:59:15.467428 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2670a85-4ec0-42ab-894b-e4af780420ff', 'tag': '3ee94406-6a1c-4656-85b2-b0543e68065b', 'status': 'completed', 'code': 200} Feb 05 18:59:15.612685 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f24e19-af5e-4bd2-8fe5-a9aa8f22b065 req-aa5f7b09-44b6-4153-8c66-351f1aa7076f tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:15.614995 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-70f24e19-af5e-4bd2-8fe5-a9aa8f22b065 req-aa5f7b09-44b6-4153-8c66-351f1aa7076f tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.2470531 Feb 05 18:59:15.652026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-fc79aaaa-2cca-486d-b5e3-5972746023f8 req-8b59a96d-8b22-4374-9b27-b7bc59a7f0ee tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Deleting port 6841f9b9-b18c-4e97-89e9-394ef8a43b17 {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:59:15.652416 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fc79aaaa-2cca-486d-b5e3-5972746023f8 req-8b59a96d-8b22-4374-9b27-b7bc59a7f0ee tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:15.671644 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-d217eb70-fc6f-49ad-9952-1c66d776e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:15.673250 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-d217eb70-fc6f-49ad-9952-1c66d776e7d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3dfc156907564d34b8ad35011e01a55a&device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 1160 time: 0.2669439 Feb 05 18:59:15.966478 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-fc79aaaa-2cca-486d-b5e3-5972746023f8 req-8b59a96d-8b22-4374-9b27-b7bc59a7f0ee tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] For port 6841f9b9-b18c-4e97-89e9-394ef8a43b17, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=6841f9b9-b18c-4e97-89e9-394ef8a43b17,segment=NetworkSegment(dcd029cc-b5ef-49ac-8aee-91717b4eea08),segment_id=dcd029cc-b5ef-49ac-8aee-91717b4eea08)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:59:15.966780 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fc79aaaa-2cca-486d-b5e3-5972746023f8 req-8b59a96d-8b22-4374-9b27-b7bc59a7f0ee tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:16.001373 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-96dad1e5-a831-42a4-acb2-cf111698e1b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ee94406-6a1c-4656-85b2-b0543e68065b HTTP/1.1" status: 200 len: 217 time: 0.3026831 Feb 05 18:59:16.079133 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-70f24e19-af5e-4bd2-8fe5-a9aa8f22b065 req-bb0949fe-2460-42ae-b254-b0d18cf37628 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4164658 Feb 05 18:59:16.249997 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9796e8-4951-4baa-868e-eb15acf6e073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6841f9b9-b18c-4e97-89e9-394ef8a43b17', 'code': 200} Feb 05 18:59:16.359867 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fda246-9087-4b43-b4f4-d6be1a347e4e req-d10a6047-f81d-497f-b2cc-2221a8e878de tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:16.377023 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-18fda246-9087-4b43-b4f4-d6be1a347e4e req-d10a6047-f81d-497f-b2cc-2221a8e878de tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d9796e8-4951-4baa-868e-eb15acf6e073 HTTP/1.1" status: 200 len: 943 time: 0.7608542 Feb 05 18:59:16.447514 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-f5e607de-8025-4959-ba82-174256b0e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:16.449087 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-f5e607de-8025-4959-ba82-174256b0e8cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c6b76a1d-d077-418c-96c3-1c2bf5c08b54 HTTP/1.1" status: 200 len: 853 time: 0.4360967 Feb 05 18:59:16.495493 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-fc79aaaa-2cca-486d-b5e3-5972746023f8 req-8b59a96d-8b22-4374-9b27-b7bc59a7f0ee tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Calling delete_port for 6841f9b9-b18c-4e97-89e9-394ef8a43b17 owned by compute:nova {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:59:16.516619 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-18cfd548-9cd9-4488-ab0d-485fcd37af9f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1de1179c-4526-48b9-8cf4-6f142ea975b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534627 Feb 05 18:59:16.692020 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-601a2e7b-fff1-41a4-a91d-fb05da20ae18 service neutron] 10.222.0.69 "GET /v2.0/networks/1de1179c-4526-48b9-8cf4-6f142ea975b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550598 Feb 05 18:59:16.701292 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fc79aaaa-2cca-486d-b5e3-5972746023f8 req-8b59a96d-8b22-4374-9b27-b7bc59a7f0ee tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:16.721786 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-18fda246-9087-4b43-b4f4-d6be1a347e4e req-30b6ac14-e8a2-4748-a879-09fb82615a2a tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.23 "GET /v2.0/security-groups?id=b6167869-dd5f-4747-a936-86558fcb3d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437130 Feb 05 18:59:16.732737 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3aa70e00-90fa-4f01-942b-4c61c014716d tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:16.814712 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59a96d-8b22-4374-9b27-b7bc59a7f0ee tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Pushing event deleted for resources: {'Port': ['ID=6841f9b9-b18c-4e97-89e9-394ef8a43b17,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:16.943993 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172d927-6ab9-4549-b119-2bc6d331befc req-ad02a10e-0713-4796-87f9-fb1beca90b41 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:16.949724 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4172d927-6ab9-4549-b119-2bc6d331befc req-ad02a10e-0713-4796-87f9-fb1beca90b41 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 943 time: 0.5680552 Feb 05 18:59:16.957201 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8b59a96d-8b22-4374-9b27-b7bc59a7f0ee tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:17.027128 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc79aaaa-2cca-486d-b5e3-5972746023f8 req-8b59a96d-8b22-4374-9b27-b7bc59a7f0ee tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] No DVR routers for this DVR port 6841f9b9-b18c-4e97-89e9-394ef8a43b17 on host hv-cinder-77428 {{(pid=80159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:59:17.029393 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-fc79aaaa-2cca-486d-b5e3-5972746023f8 req-8b59a96d-8b22-4374-9b27-b7bc59a7f0ee tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:17.033482 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9796e8-4951-4baa-868e-eb15acf6e073', 'name': 'network-vif-deleted', 'tag': '6841f9b9-b18c-4e97-89e9-394ef8a43b17'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:59:17.055806 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fc79aaaa-2cca-486d-b5e3-5972746023f8 req-8b59a96d-8b22-4374-9b27-b7bc59a7f0ee tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] 10.222.0.69 "DELETE /v2.0/ports/6841f9b9-b18c-4e97-89e9-394ef8a43b17 HTTP/1.1" status: 204 len: 173 time: 2.6831658 Feb 05 18:59:17.104249 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4172d927-6ab9-4549-b119-2bc6d331befc req-db5a9c8d-863e-4224-9440-06ed7f53e649 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430786 Feb 05 18:59:17.216888 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9effe0a2-fa73-4d77-a01a-d9fe4cf19ac1 req-0b81d695-9198-417e-bb40-07e7da633524 service neutron] 10.222.0.69 "GET /v2.0/networks/1de1179c-4526-48b9-8cf4-6f142ea975b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4939985 Feb 05 18:59:17.336558 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c14dc-22e7-48d2-a843-a17a975d43a1 req-56870db6-a1dc-431d-a831-099dcab476d3 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:17.344725 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b89c14dc-22e7-48d2-a843-a17a975d43a1 req-56870db6-a1dc-431d-a831-099dcab476d3 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.3935835 Feb 05 18:59:17.423849 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9796e8-4951-4baa-868e-eb15acf6e073', 'name': 'network-vif-deleted', 'tag': '6841f9b9-b18c-4e97-89e9-394ef8a43b17', 'status': 'completed', 'code': 200} Feb 05 18:59:17.445817 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b89c14dc-22e7-48d2-a843-a17a975d43a1 req-d02f53f1-19f1-4c74-9e65-cd4f8be807be tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000395 Feb 05 18:59:17.503340 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b30c7-6193-4023-adba-edc5cf0fd935 req-cb72d74f-5661-4e97-a20e-cbd887a0689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:17.505664 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-615b30c7-6193-4023-adba-edc5cf0fd935 req-cb72d74f-5661-4e97-a20e-cbd887a0689e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3dfc156907564d34b8ad35011e01a55a&device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 1160 time: 0.1181543 Feb 05 18:59:17.812919 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b30c7-6193-4023-adba-edc5cf0fd935 req-9a36febe-4385-469b-9ee3-75d7c6519736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:17.814436 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-615b30c7-6193-4023-adba-edc5cf0fd935 req-9a36febe-4385-469b-9ee3-75d7c6519736 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1de1179c-4526-48b9-8cf4-6f142ea975b4 HTTP/1.1" status: 200 len: 907 time: 0.2815130 Feb 05 18:59:17.907055 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3cea1-9714-439b-87b7-dee32bb26e1a req-a7d55f14-c981-48d9-b661-32d5d7e3061e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:17.908736 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-71c3cea1-9714-439b-87b7-dee32bb26e1a req-a7d55f14-c981-48d9-b661-32d5d7e3061e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.3518023 Feb 05 18:59:18.057825 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea206bc2-a813-49c8-b33b-c7acd8990de6 req-45050d0b-668f-4a67-97fb-7f9907cd609c tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:18.059526 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ea206bc2-a813-49c8-b33b-c7acd8990de6 req-45050d0b-668f-4a67-97fb-7f9907cd609c tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.4591653 Feb 05 18:59:18.104409 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-615b30c7-6193-4023-adba-edc5cf0fd935 req-a17fa192-6192-4679-9ed9-270b19fc25dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ee94406-6a1c-4656-85b2-b0543e68065b HTTP/1.1" status: 200 len: 217 time: 0.1944792 Feb 05 18:59:18.222164 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-71c3cea1-9714-439b-87b7-dee32bb26e1a req-24de072e-dff3-4101-ba72-7bf6486779bf tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615562 Feb 05 18:59:18.240424 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ea206bc2-a813-49c8-b33b-c7acd8990de6 req-f6a40d83-0e43-4094-b6c1-27300ffa9ca4 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719179 Feb 05 18:59:18.258712 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b30c7-6193-4023-adba-edc5cf0fd935 req-06369a7c-ba20-454a-b3a4-af2305d6e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:18.260606 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-615b30c7-6193-4023-adba-edc5cf0fd935 req-06369a7c-ba20-454a-b3a4-af2305d6e57b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c6b76a1d-d077-418c-96c3-1c2bf5c08b54 HTTP/1.1" status: 200 len: 853 time: 0.1438022 Feb 05 18:59:18.328754 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-615b30c7-6193-4023-adba-edc5cf0fd935 req-a81ad2ed-1150-422b-b8ef-c27cde1d066a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1de1179c-4526-48b9-8cf4-6f142ea975b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605636 Feb 05 18:59:18.583732 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-615b30c7-6193-4023-adba-edc5cf0fd935 req-69cc57be-70a5-4ad9-a0ab-885e7f768c64 service neutron] 10.222.0.69 "GET /v2.0/networks/1de1179c-4526-48b9-8cf4-6f142ea975b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371817 Feb 05 18:59:18.809924 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999a769-6a5f-4c36-818a-835e7d6eceb2 req-edae177c-046d-429d-ae3a-7cb77d60ec4a tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:18.811628 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d999a769-6a5f-4c36-818a-835e7d6eceb2 req-edae177c-046d-429d-ae3a-7cb77d60ec4a tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 943 time: 0.3622844 Feb 05 18:59:18.955293 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d999a769-6a5f-4c36-818a-835e7d6eceb2 req-cde2c621-4b37-444a-9b64-95e39fcc0a3e tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327395 Feb 05 18:59:18.962587 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-615b30c7-6193-4023-adba-edc5cf0fd935 req-bc33113b-c878-4aaa-a4cc-44ac85c8ab17 service neutron] 10.222.0.69 "GET /v2.0/networks/1de1179c-4526-48b9-8cf4-6f142ea975b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3699679 Feb 05 18:59:19.050650 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de28e5-8db7-4802-8a7d-93f3ee5caf53 req-ab7f31cc-bcee-49e0-9495-038c12d9415b tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:19.052885 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-54de28e5-8db7-4802-8a7d-93f3ee5caf53 req-ab7f31cc-bcee-49e0-9495-038c12d9415b tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.4378905 Feb 05 18:59:19.125272 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-54de28e5-8db7-4802-8a7d-93f3ee5caf53 req-dd200b67-0314-465a-87c4-58da22ce11ad tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658381 Feb 05 18:59:19.935711 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ec922-118d-4553-942c-a8ec68ffa666 req-ffce79f8-1d1d-45d1-bbd9-4ac550a295d4 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:19.937457 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-831ec922-118d-4553-942c-a8ec68ffa666 req-ffce79f8-1d1d-45d1-bbd9-4ac550a295d4 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.5296664 Feb 05 18:59:20.024430 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d27a40-5e7e-4785-88ca-714f9d2d600d req-1820bfe2-acc8-4e6f-bb98-a9c21eb4ed9b tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:20.025995 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d2d27a40-5e7e-4785-88ca-714f9d2d600d req-1820bfe2-acc8-4e6f-bb98-a9c21eb4ed9b tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.69 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.3088670 Feb 05 18:59:20.105750 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dd9ba-606e-4466-af85-f2f874db64fb req-b269b725-b0a0-4dbd-805f-acc9f5831f61 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:20.107406 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b18dd9ba-606e-4466-af85-f2f874db64fb req-b269b725-b0a0-4dbd-805f-acc9f5831f61 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.6620171 Feb 05 18:59:20.264876 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-831ec922-118d-4553-942c-a8ec68ffa666 req-cb6b19c1-e36f-491e-9fa2-bd7b1735ee14 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563752 Feb 05 18:59:20.288063 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b18dd9ba-606e-4466-af85-f2f874db64fb req-5892d348-d469-4070-8ee7-9885b3440feb tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302330 Feb 05 18:59:20.309421 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-d2d27a40-5e7e-4785-88ca-714f9d2d600d req-b6d6a1ab-a4aa-4ae5-8422-d55301e7a4fb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Deleting port aebd90d0-a7ba-4fc6-919a-d25b6dae6033 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:59:20.309807 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2d27a40-5e7e-4785-88ca-714f9d2d600d req-b6d6a1ab-a4aa-4ae5-8422-d55301e7a4fb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:20.425146 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 3ee94406-6a1c-4656-85b2-b0543e68065b up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:59:20.499908 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning for port 3ee94406-6a1c-4656-85b2-b0543e68065b completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:59:20.505481 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 3ee94406-6a1c-4656-85b2-b0543e68065b triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:59:20.505902 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:20.639225 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:20.674668 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 3ee94406-6a1c-4656-85b2-b0543e68065b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=3ee94406-6a1c-4656-85b2-b0543e68065b,segment=NetworkSegment(2580ab09-bf0c-4a38-abf6-618ec81554d3),segment_id=2580ab09-bf0c-4a38-abf6-618ec81554d3)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:59:20.676125 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2670a85-4ec0-42ab-894b-e4af780420ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee94406-6a1c-4656-85b2-b0543e68065b'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:59:20.682292 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:20.684164 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:20.728782 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device aebd90d0-a7ba-4fc6-919a-d25b6dae6033 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:59:20.820369 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=3ee94406-6a1c-4656-85b2-b0543e68065b,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:20.823822 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:20.851504 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0ce15-fd58-4540-9e60-a7bc2bc81bd3 req-c72af594-b640-4ddf-bf3b-ac90ba282674 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:20.854282 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b9b0ce15-fd58-4540-9e60-a7bc2bc81bd3 req-c72af594-b640-4ddf-bf3b-ac90ba282674 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 943 time: 0.4298077 Feb 05 18:59:20.857543 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-d2d27a40-5e7e-4785-88ca-714f9d2d600d req-b6d6a1ab-a4aa-4ae5-8422-d55301e7a4fb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] For port aebd90d0-a7ba-4fc6-919a-d25b6dae6033, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=aebd90d0-a7ba-4fc6-919a-d25b6dae6033,segment=NetworkSegment(5a3bcc18-ab58-4686-9ba2-4f78c43ccea4),segment_id=5a3bcc18-ab58-4686-9ba2-4f78c43ccea4)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:59:20.857955 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2d27a40-5e7e-4785-88ca-714f9d2d600d req-b6d6a1ab-a4aa-4ae5-8422-d55301e7a4fb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:20.888680 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:20.933397 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port aebd90d0-a7ba-4fc6-919a-d25b6dae6033, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=aebd90d0-a7ba-4fc6-919a-d25b6dae6033,segment=NetworkSegment(5a3bcc18-ab58-4686-9ba2-4f78c43ccea4),segment_id=5a3bcc18-ab58-4686-9ba2-4f78c43ccea4)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:59:20.936611 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:20.938753 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:21.025682 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=aebd90d0-a7ba-4fc6-919a-d25b6dae6033,revision_number=5']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:21.029724 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:21.105619 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3abd13-23b2-47ee-9be2-aa4ff557fe06 req-54a9f258-6391-4cfb-b496-dd52f0f8f2cf tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:21.110409 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3d3abd13-23b2-47ee-9be2-aa4ff557fe06 req-54a9f258-6391-4cfb-b496-dd52f0f8f2cf tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 945 time: 0.6346569 Feb 05 18:59:21.123491 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-d2d27a40-5e7e-4785-88ca-714f9d2d600d req-b6d6a1ab-a4aa-4ae5-8422-d55301e7a4fb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Calling delete_port for aebd90d0-a7ba-4fc6-919a-d25b6dae6033 owned by compute:nova {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:59:21.256453 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b9b0ce15-fd58-4540-9e60-a7bc2bc81bd3 req-2b8f9635-b4ef-492c-b9c3-b7ed7e9a083f tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798900 Feb 05 18:59:21.345242 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2670a85-4ec0-42ab-894b-e4af780420ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee94406-6a1c-4656-85b2-b0543e68065b', 'code': 200} Feb 05 18:59:21.352798 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3d3abd13-23b2-47ee-9be2-aa4ff557fe06 req-7a5189a3-3681-4f4d-8a2c-46d9b508db8f tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765096 Feb 05 18:59:21.369017 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.api [req-d2d27a40-5e7e-4785-88ca-714f9d2d600d req-b6d6a1ab-a4aa-4ae5-8422-d55301e7a4fb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80158) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 18:59:21.369451 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_db.api [req-d2d27a40-5e7e-4785-88ca-714f9d2d600d req-b6d6a1ab-a4aa-4ae5-8422-d55301e7a4fb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 18:59:21.733363 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f6ce9-89b0-4f11-b1b1-35db52b1b201 req-aa7e1ce8-9018-4313-b728-d735f84fedbd tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:21.742865 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4e9f6ce9-89b0-4f11-b1b1-35db52b1b201 req-aa7e1ce8-9018-4313-b728-d735f84fedbd tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.2682602 Feb 05 18:59:21.752645 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261c752-152d-497e-a5b7-aaa8ac37d8bf req-67fa808b-369b-46db-a9b4-c05299b9aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:21.755186 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7261c752-152d-497e-a5b7-aaa8ac37d8bf req-67fa808b-369b-46db-a9b4-c05299b9aecc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 1162 time: 0.1267214 Feb 05 18:59:21.839675 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4e9f6ce9-89b0-4f11-b1b1-35db52b1b201 req-0b49fc0a-a5a7-4ec4-b11b-bb89f0cd07cf tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958631 Feb 05 18:59:21.840617 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7261c752-152d-497e-a5b7-aaa8ac37d8bf req-1fab3f81-7c4c-45ed-8256-8b19e4c378ff service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752683 Feb 05 18:59:21.870841 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-d2d27a40-5e7e-4785-88ca-714f9d2d600d req-b6d6a1ab-a4aa-4ae5-8422-d55301e7a4fb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Deleting port aebd90d0-a7ba-4fc6-919a-d25b6dae6033 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:59:21.871519 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2d27a40-5e7e-4785-88ca-714f9d2d600d req-b6d6a1ab-a4aa-4ae5-8422-d55301e7a4fb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:22.060169 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 3ee94406-6a1c-4656-85b2-b0543e68065b up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:59:22.147090 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 3ee94406-6a1c-4656-85b2-b0543e68065b triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:59:22.147516 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:22.181866 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-d2d27a40-5e7e-4785-88ca-714f9d2d600d req-b6d6a1ab-a4aa-4ae5-8422-d55301e7a4fb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] For port aebd90d0-a7ba-4fc6-919a-d25b6dae6033, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=aebd90d0-a7ba-4fc6-919a-d25b6dae6033,segment=NetworkSegment(5a3bcc18-ab58-4686-9ba2-4f78c43ccea4),segment_id=5a3bcc18-ab58-4686-9ba2-4f78c43ccea4)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:59:22.182892 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2d27a40-5e7e-4785-88ca-714f9d2d600d req-b6d6a1ab-a4aa-4ae5-8422-d55301e7a4fb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:22.367279 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-d2d27a40-5e7e-4785-88ca-714f9d2d600d req-b6d6a1ab-a4aa-4ae5-8422-d55301e7a4fb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Calling delete_port for aebd90d0-a7ba-4fc6-919a-d25b6dae6033 owned by compute:nova {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:59:22.724440 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2d27a40-5e7e-4785-88ca-714f9d2d600d req-b6d6a1ab-a4aa-4ae5-8422-d55301e7a4fb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:22.744904 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:22.865519 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6a1ab-a4aa-4ae5-8422-d55301e7a4fb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Pushing event deleted for resources: {'Port': ['ID=aebd90d0-a7ba-4fc6-919a-d25b6dae6033,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:22.869831 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b6d6a1ab-a4aa-4ae5-8422-d55301e7a4fb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:22.970386 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff8a66-9cd0-4f77-a46f-d712a92339be req-f81dbbbf-9a65-4155-be06-cc205e508d7a tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:22.973683 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6eff8a66-9cd0-4f77-a46f-d712a92339be req-f81dbbbf-9a65-4155-be06-cc205e508d7a tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 945 time: 0.4951403 Feb 05 18:59:23.134226 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f09d23-3847-4905-94c1-cdf60ed70434 req-8200745e-39ee-412d-9968-7c000bc6d840 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:23.136933 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-10f09d23-3847-4905-94c1-cdf60ed70434 req-8200745e-39ee-412d-9968-7c000bc6d840 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ada27b-bea9-4403-93bf-7773a21b9a27 HTTP/1.1" status: 200 len: 865 time: 0.5922241 Feb 05 18:59:23.346033 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ada27b-bea9-4403-93bf-7773a21b9a27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aebd90d0-a7ba-4fc6-919a-d25b6dae6033'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:59:23.530919 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6eff8a66-9cd0-4f77-a46f-d712a92339be req-dbdaf49b-7ec0-4c93-8d81-dc5a376d382d tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378697 Feb 05 18:59:23.620820 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-10f09d23-3847-4905-94c1-cdf60ed70434 req-3a50f3f9-feee-4540-b64e-d24c9d999209 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703245 Feb 05 18:59:23.628300 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d27a40-5e7e-4785-88ca-714f9d2d600d req-b6d6a1ab-a4aa-4ae5-8422-d55301e7a4fb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] No DVR routers for this DVR port aebd90d0-a7ba-4fc6-919a-d25b6dae6033 on host hv-cinder-77428 {{(pid=80158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:59:23.631057 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-d2d27a40-5e7e-4785-88ca-714f9d2d600d req-b6d6a1ab-a4aa-4ae5-8422-d55301e7a4fb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:23.635711 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ada27b-bea9-4403-93bf-7773a21b9a27', 'name': 'network-vif-deleted', 'tag': 'aebd90d0-a7ba-4fc6-919a-d25b6dae6033'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:59:23.647480 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d2d27a40-5e7e-4785-88ca-714f9d2d600d req-b6d6a1ab-a4aa-4ae5-8422-d55301e7a4fb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] 10.222.0.69 "DELETE /v2.0/ports/aebd90d0-a7ba-4fc6-919a-d25b6dae6033 HTTP/1.1" status: 204 len: 173 time: 3.5377920 Feb 05 18:59:23.696201 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ada27b-bea9-4403-93bf-7773a21b9a27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aebd90d0-a7ba-4fc6-919a-d25b6dae6033', 'code': 200} Feb 05 18:59:23.757840 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ada27b-bea9-4403-93bf-7773a21b9a27', 'name': 'network-vif-deleted', 'tag': 'aebd90d0-a7ba-4fc6-919a-d25b6dae6033', 'status': 'completed', 'code': 200} Feb 05 18:59:23.865321 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928db0a8-8f5b-4ca2-8699-73eeb13b5c9c req-fc6c0d75-5147-4072-a1f4-db7024c44297 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:23.867525 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-928db0a8-8f5b-4ca2-8699-73eeb13b5c9c req-fc6c0d75-5147-4072-a1f4-db7024c44297 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.1932368 Feb 05 18:59:23.937049 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-928db0a8-8f5b-4ca2-8699-73eeb13b5c9c req-e6245f0f-ec93-4625-a8df-27a6c4e8996e tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625424 Feb 05 18:59:24.119275 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 3ee94406-6a1c-4656-85b2-b0543e68065b up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:59:24.205243 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 3ee94406-6a1c-4656-85b2-b0543e68065b triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:59:24.205727 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:24.740371 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 46482) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:24.856943 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc5ed6-4040-45ba-8e6a-e7db85edcf62 req-b0d94a32-42f2-4284-9fde-c0c3131ba852 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:24.862423 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-57dc5ed6-4040-45ba-8e6a-e7db85edcf62 req-b0d94a32-42f2-4284-9fde-c0c3131ba852 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 945 time: 0.1877892 Feb 05 18:59:24.936167 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-57dc5ed6-4040-45ba-8e6a-e7db85edcf62 req-ee6439f7-21af-4b98-9b7a-c27aabfd0623 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697365 Feb 05 18:59:25.350756 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83f6b7-eda1-411c-93ec-ec149396179a req-7dd29d97-a723-4deb-aa22-f158f6651bec tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:25.352604 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1e83f6b7-eda1-411c-93ec-ec149396179a req-7dd29d97-a723-4deb-aa22-f158f6651bec tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.1937928 Feb 05 18:59:25.427164 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1e83f6b7-eda1-411c-93ec-ec149396179a req-19d54ca1-dd38-481c-affe-62e5d6912fd9 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670550 Feb 05 18:59:25.511270 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e3407b3f-be14-48c4-9ceb-0dc682173a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2017394'] for router_interface, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:25.946087 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e3407b3f-be14-48c4-9ceb-0dc682173a4d admin admin] Deleting port 4efced4e-8943-4f9b-a384-a00aa7ce98dd {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:59:25.946629 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e3407b3f-be14-48c4-9ceb-0dc682173a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:26.147824 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e3407b3f-be14-48c4-9ceb-0dc682173a4d admin admin] For port 4efced4e-8943-4f9b-a384-a00aa7ce98dd, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=4efced4e-8943-4f9b-a384-a00aa7ce98dd,segment=NetworkSegment(5a3bcc18-ab58-4686-9ba2-4f78c43ccea4),segment_id=5a3bcc18-ab58-4686-9ba2-4f78c43ccea4)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:59:26.148212 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e3407b3f-be14-48c4-9ceb-0dc682173a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:26.291766 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-e3407b3f-be14-48c4-9ceb-0dc682173a4d admin admin] Calling delete_port for 4efced4e-8943-4f9b-a384-a00aa7ce98dd owned by network:router_interface {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:59:26.651477 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e3407b3f-be14-48c4-9ceb-0dc682173a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:26.668296 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cc8dbde2-b4b9-4f29-a02b-3674320717bd tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:26.720597 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3407b3f-be14-48c4-9ceb-0dc682173a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=4efced4e-8943-4f9b-a384-a00aa7ce98dd,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:26.775383 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e3407b3f-be14-48c4-9ceb-0dc682173a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:26.826354 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62550987-0171-4703-9886-94d08515eb5f req-eef65c38-cab4-4068-85c3-752f1528b3b8 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:26.828955 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-62550987-0171-4703-9886-94d08515eb5f req-eef65c38-cab4-4068-85c3-752f1528b3b8 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.2367103 Feb 05 18:59:26.920141 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-62550987-0171-4703-9886-94d08515eb5f req-f1d3a3c0-ac4e-499f-8056-055b9ae3dd6c tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818863 Feb 05 18:59:27.445826 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e3407b3f-be14-48c4-9ceb-0dc682173a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2017428'] for router_interface, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:28.027395 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3407b3f-be14-48c4-9ceb-0dc682173a4d admin admin] Router 7d7352e7-c088-4ea2-b60d-d7c66d145b60 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:59:28.266381 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:59:28.282527 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3407b3f-be14-48c4-9ceb-0dc682173a4d admin admin] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:59:28.294196 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddcaf17-a9e0-479f-a3bc-3d0de947e75b None None] Sync routers for ids ['7d7352e7-c088-4ea2-b60d-d7c66d145b60'] in dv-cinder-774288-2-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:59:28.324062 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddcaf17-a9e0-479f-a3bc-3d0de947e75b None None] Routers {'7d7352e7-c088-4ea2-b60d-d7c66d145b60'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:59:28.327082 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7ddcaf17-a9e0-479f-a3bc-3d0de947e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:59:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['7d7352e7-c088-4ea2-b60d-d7c66d145b60'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:59:28.337388 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-e3407b3f-be14-48c4-9ceb-0dc682173a4d admin admin] 10.222.0.23 "PUT /v2.0/routers/7d7352e7-c088-4ea2-b60d-d7c66d145b60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5956030 Feb 05 18:59:28.339967 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 46518) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:28.388995 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:59:28.390039 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:28.611031 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 3ee94406-6a1c-4656-85b2-b0543e68065b up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:59:28.654917 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3581028-a485-40fa-a9fd-36e5ad90093d req-791561f8-47f5-4ac7-a2d8-5b3a5cf2715e tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:28.668436 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e3581028-a485-40fa-a9fd-36e5ad90093d req-791561f8-47f5-4ac7-a2d8-5b3a5cf2715e tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.3691642 Feb 05 18:59:28.727631 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-7ddcaf17-a9e0-479f-a3bc-3d0de947e75b None None] Set router 7d7352e7-c088-4ea2-b60d-d7c66d145b60 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:59:28.786087 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 3ee94406-6a1c-4656-85b2-b0543e68065b triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:59:28.786618 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:28.845550 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e3581028-a485-40fa-a9fd-36e5ad90093d req-9fb452f6-dbdb-4f5e-9af4-f21436865b0b tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737330 Feb 05 18:59:28.867513 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b6f732e4-9b90-4c1c-aac6-927e185dad53 admin admin] Notify callbacks [] for router, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:29.366128 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b6f732e4-9b90-4c1c-aac6-927e185dad53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:29.376991 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-b6f732e4-9b90-4c1c-aac6-927e185dad53 admin admin] Deleting port c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1 {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:59:29.377428 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b6f732e4-9b90-4c1c-aac6-927e185dad53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:29.742407 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7ddcaf17-a9e0-479f-a3bc-3d0de947e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'name': 'tempest-ServerRescueNegativeTestJSON-805127289-router', 'tenant_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:40Z', 'updated_at': '2021-02-05T18:59:26Z', 'revision_number': 5, 'project_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'gw_port': {'id': 'c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:42Z', 'updated_at': '2021-02-05T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:59:29.755216 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddcaf17-a9e0-479f-a3bc-3d0de947e75b None None] Checking router: 7d7352e7-c088-4ea2-b60d-d7c66d145b60 for host: dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:59:29.773284 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddcaf17-a9e0-479f-a3bc-3d0de947e75b None None] Routers {'7d7352e7-c088-4ea2-b60d-d7c66d145b60'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:59:29.773905 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7ddcaf17-a9e0-479f-a3bc-3d0de947e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T18:59:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['7d7352e7-c088-4ea2-b60d-d7c66d145b60'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:59:29.822377 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-b6f732e4-9b90-4c1c-aac6-927e185dad53 admin admin] For port c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1,segment=NetworkSegment(c666c010-ae90-4bff-a771-8500e5274c3e),segment_id=c666c010-ae90-4bff-a771-8500e5274c3e)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:59:29.822782 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b6f732e4-9b90-4c1c-aac6-927e185dad53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:29.869326 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529af1e-f62f-452d-a468-372c5bbc7361 req-d68ee62b-fcda-466a-bd56-dbb31073cac7 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:29.881827 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5529af1e-f62f-452d-a468-372c5bbc7361 req-d68ee62b-fcda-466a-bd56-dbb31073cac7 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.4752688 Feb 05 18:59:30.022054 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5529af1e-f62f-452d-a468-372c5bbc7361 req-2a8844b6-326e-45ea-b403-eb39aea66c5d tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385636 Feb 05 18:59:30.034302 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b934827-3f1d-42c5-ae27-50ef936bf73d req-e8eda34d-9c34-4b85-8a85-7812a711b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:30.040796 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4b934827-3f1d-42c5-ae27-50ef936bf73d req-e8eda34d-9c34-4b85-8a85-7812a711b767 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d6772b3c833744d298b2542568f2699f&device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 1162 time: 0.4977574 Feb 05 18:59:30.081450 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-b6f732e4-9b90-4c1c-aac6-927e185dad53 admin admin] Calling delete_port for c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1 owned by network:router_gateway {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:59:30.191400 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-7ddcaf17-a9e0-479f-a3bc-3d0de947e75b None None] Set router 7d7352e7-c088-4ea2-b60d-d7c66d145b60 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:59:30.275110 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b6f732e4-9b90-4c1c-aac6-927e185dad53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:30.277288 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b934827-3f1d-42c5-ae27-50ef936bf73d req-2974e754-37dc-48a8-bc17-fefb134e571c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:30.279907 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4b934827-3f1d-42c5-ae27-50ef936bf73d req-2974e754-37dc-48a8-bc17-fefb134e571c service neutron] 10.222.0.69 "GET /v2.0/networks?id=497ec747-5a9f-4b18-bf8f-c5da3336777f HTTP/1.1" status: 200 len: 905 time: 0.2250192 Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: WARNING neutron.plugins.ml2.ovo_rpc [None req-b6f732e4-9b90-4c1c-aac6-927e185dad53 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: result = function(*args, **kwargs) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: proto.__init__(conn_state, self) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: self.handle() Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: self.handle_one_request() Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: self.handle_one_response() Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: result = self.application(self.environ, start_response) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: return app(environ, start_response) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: response = req.get_response(self.application) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: application, catch_exc_info=False) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: app_iter = application(self.environ, start_response) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: response = req.get_response(self.application) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: application, catch_exc_info=False) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: app_iter = application(self.environ, start_response) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: response = req.get_response(self.application) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: application, catch_exc_info=False) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: app_iter = application(self.environ, start_response) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: response = req.get_response(self.application) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: application, catch_exc_info=False) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: app_iter = application(self.environ, start_response) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: return request.get_response(self.application) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: application, catch_exc_info=False) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: app_iter = application(self.environ, start_response) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: response = req.get_response(self._app) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: application, catch_exc_info=False) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: app_iter = application(self.environ, start_response) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: return resp(environ, start_response) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: return resp(environ, start_response) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: response = self.app(environ, start_response) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: return resp(environ, start_response) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Feb 05 18:59:30.284450 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: result = method(request=request, **args) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: return self._delete(request, id, **kwargs) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: return f(*args, **kwargs) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: return f(*args, **kwargs) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: return f(*dup_args, **dup_kwargs) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: obj_deleter(request.context, id, **kwargs) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: return method(*args, **kwargs) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: return f(*args, **kwargs) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: return f(*args, **kwargs) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: return f(*dup_args, **dup_kwargs) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: self._delete_current_gw_port(context, id, router, None) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: admin_ctx, gw_port_id, l3_port_check=False) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: return f(self, context, *args, **kwargs) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: return method(*args, **kwargs) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: context, port, router_ids, bound_mech_contexts) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: return function(*args, **kwargs) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: callback(resource, event, trigger, **kwargs) Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: if self._is_session_semantic_violated(context, resource, event): Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: stack = traceback.extract_stack() Feb 05 18:59:30.290932 dv-cinder-774288-2-smb neutron-server[80047]: Feb 05 18:59:30.578866 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7ddcaf17-a9e0-479f-a3bc-3d0de947e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'name': 'tempest-ServerRescueNegativeTestJSON-805127289-router', 'tenant_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:40Z', 'updated_at': '2021-02-05T18:59:26Z', 'revision_number': 5, 'project_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'gw_port': {'id': 'c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:42Z', 'updated_at': '2021-02-05T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:59:30.584180 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddcaf17-a9e0-479f-a3bc-3d0de947e75b None None] The sync data for ids ['7d7352e7-c088-4ea2-b60d-d7c66d145b60'] in dv-cinder-774288-2-smb is: [{'id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'name': 'tempest-ServerRescueNegativeTestJSON-805127289-router', 'tenant_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:40Z', 'updated_at': '2021-02-05T18:59:26Z', 'revision_number': 5, 'project_id': '41ac3b59d1b342459afdeeb6ea515ca7', 'gw_port': {'id': 'c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7352e7-c088-4ea2-b60d-d7c66d145b60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:42Z', 'updated_at': '2021-02-05T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:59:30.602407 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4b934827-3f1d-42c5-ae27-50ef936bf73d req-7dcd4e57-62ec-451d-bcea-6e43d6c2581f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb HTTP/1.1" status: 200 len: 1001 time: 0.3106244 Feb 05 18:59:30.650751 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b6f732e4-9b90-4c1c-aac6-927e185dad53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852754427'] for router_gateway, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:30.802511 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b934827-3f1d-42c5-ae27-50ef936bf73d req-2fbb0a88-fc8e-43f8-86b0-01429830f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:30.804480 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4b934827-3f1d-42c5-ae27-50ef936bf73d req-2fbb0a88-fc8e-43f8-86b0-01429830f168 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ca05151-4272-40cf-9fde-02be00fd7aec HTTP/1.1" status: 200 len: 850 time: 0.1934044 Feb 05 18:59:30.833765 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b6f732e4-9b90-4c1c-aac6-927e185dad53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852750658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769151'] for router, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:30.836146 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b6f732e4-9b90-4c1c-aac6-927e185dad53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:30.935284 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 4efced4e-8943-4f9b-a384-a00aa7ce98dd no longer exists at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:59:30.951725 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b934827-3f1d-42c5-ae27-50ef936bf73d req-f8f7ab9c-4dd4-4823-be09-7ee13feba13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:30.957258 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4b934827-3f1d-42c5-ae27-50ef936bf73d req-f8f7ab9c-4dd4-4823-be09-7ee13feba13c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=497ec747-5a9f-4b18-bf8f-c5da3336777f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1446056 Feb 05 18:59:31.022834 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-769bb299-4739-4597-831b-2c808a423a4b None None] No Port match for: 4efced4e-8943-4f9b-a384-a00aa7ce98dd {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:59:31.023611 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 4efced4e-8943-4f9b-a384-a00aa7ce98dd not bound to the agent host dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 18:59:31.327455 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b6f732e4-9b90-4c1c-aac6-927e185dad53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852754240'] for router, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:31.328099 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f732e4-9b90-4c1c-aac6-927e185dad53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d7352e7-c088-4ea2-b60d-d7c66d145b60 {{(pid=80159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 18:59:31.373110 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b6f732e4-9b90-4c1c-aac6-927e185dad53 admin admin] Notify callbacks [] for router, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:31.377666 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-b6f732e4-9b90-4c1c-aac6-927e185dad53 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7d7352e7-c088-4ea2-b60d-d7c66d145b60 HTTP/1.1" status: 204 len: 168 time: 3.0335205 Feb 05 18:59:31.378355 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 46550) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:31.394117 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4b934827-3f1d-42c5-ae27-50ef936bf73d req-cee5f171-ae5a-4a37-a8c5-9062834423fa service neutron] 10.222.0.69 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210799 Feb 05 18:59:31.465363 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb980c1-08d4-4711-b80a-14966640daed admin admin] Deleting subnet c829bd72-056f-4907-824c-4eeeb1817b58 {{(pid=80159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 18:59:31.469379 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-edb980c1-08d4-4711-b80a-14966640daed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:31.506227 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370e9ed-7fad-41d6-9152-205c62be7076 req-65856657-cdba-42c4-9481-f6c79a95f2b2 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:31.507734 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e370e9ed-7fad-41d6-9152-205c62be7076 req-65856657-cdba-42c4-9481-f6c79a95f2b2 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.2518408 Feb 05 18:59:31.529455 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-edb980c1-08d4-4711-b80a-14966640daed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8221168'] for subnet, precommit_delete_associations {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:31.603247 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-edb980c1-08d4-4711-b80a-14966640daed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748778'] for subnet, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:31.678451 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e370e9ed-7fad-41d6-9152-205c62be7076 req-15af3ff8-a976-4ff3-a0e3-e81551b93a89 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869701 Feb 05 18:59:31.744513 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4b934827-3f1d-42c5-ae27-50ef936bf73d req-a1e54950-c97b-40e9-bab6-1a522f66f92c service neutron] 10.222.0.69 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2355342 Feb 05 18:59:31.945253 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-edb980c1-08d4-4711-b80a-14966640daed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847988684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1094117'] for subnet, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:31.970645 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b93c62ab-f9dd-4e04-8efa-b462fae40b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:32.037092 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b9ef-c9ad-492b-8c3e-438efc2d2cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:32.103744 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb980c1-08d4-4711-b80a-14966640daed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c829bd72-056f-4907-824c-4eeeb1817b58,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:32.107564 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-edb980c1-08d4-4711-b80a-14966640daed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:32.163492 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-edb980c1-08d4-4711-b80a-14966640daed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:32.176470 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-edb980c1-08d4-4711-b80a-14966640daed admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c829bd72-056f-4907-824c-4eeeb1817b58 HTTP/1.1" status: 204 len: 168 time: 0.7910647 Feb 05 18:59:32.177084 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 46558) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:32.395649 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7bb3eec1-6927-4a17-a77e-2910bb9390f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989089'] for network, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:32.554796 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9d379-a318-439b-873b-192466f3923c req-3d5aebc6-81ab-4a07-bdf6-b250020e0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:32.556453 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-84f9d379-a318-439b-873b-192466f3923c req-3d5aebc6-81ab-4a07-bdf6-b250020e0f67 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d6772b3c833744d298b2542568f2699f&device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 1162 time: 0.1181703 Feb 05 18:59:32.611356 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7bb3eec1-6927-4a17-a77e-2910bb9390f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1016662', 'neutron.services.segments.db._delete_segments_for_network-8761562595665'] for network, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:32.803117 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-7bb3eec1-6927-4a17-a77e-2910bb9390f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9657212a-b08a-47f2-990a-340c82f01463']}} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:59:32.824297 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-7bb3eec1-6927-4a17-a77e-2910bb9390f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3bcc18-ab58-4686-9ba2-4f78c43ccea4') {'for_net_delete': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:59:32.824648 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-7bb3eec1-6927-4a17-a77e-2910bb9390f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3bcc18-ab58-4686-9ba2-4f78c43ccea4') {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:59:32.842355 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7bb3eec1-6927-4a17-a77e-2910bb9390f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761562606195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846554632'] for segment, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:32.857707 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9d379-a318-439b-873b-192466f3923c req-d47a1ce9-d5d0-4b25-ad31-11477933108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:32.858230 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-84f9d379-a318-439b-873b-192466f3923c req-d47a1ce9-d5d0-4b25-ad31-11477933108e service neutron] 10.222.0.69 "GET /v2.0/networks?id=497ec747-5a9f-4b18-bf8f-c5da3336777f HTTP/1.1" status: 200 len: 905 time: 0.2668173 Feb 05 18:59:32.866416 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7bb3eec1-6927-4a17-a77e-2910bb9390f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:32.868657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7bb3eec1-6927-4a17-a77e-2910bb9390f0 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 18:59:33.007037 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1 no longer exists at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:59:33.051759 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-769bb299-4739-4597-831b-2c808a423a4b None None] No Port match for: c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1 {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:59:33.052465 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device c2939294-ac7e-45fa-a8a4-e8e8e2aa7bf1 not bound to the agent host dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 18:59:33.156373 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-7bb3eec1-6927-4a17-a77e-2910bb9390f0 admin admin] Network 9657212a-b08a-47f2-990a-340c82f01463 has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:59:33.161673 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35193c1c-3bb5-4197-9415-7e4b5f49fa9d req-29554a9f-e30f-492f-b9d6-b2e2027df56d tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:33.163648 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-35193c1c-3bb5-4197-9415-7e4b5f49fa9d req-29554a9f-e30f-492f-b9d6-b2e2027df56d tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.2207148 Feb 05 18:59:33.165533 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-84f9d379-a318-439b-873b-192466f3923c req-a1d25bd1-39e2-4064-b00b-8dded75013cd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb HTTP/1.1" status: 200 len: 1001 time: 0.2993896 Feb 05 18:59:33.167481 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7bb3eec1-6927-4a17-a77e-2910bb9390f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853759575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847988511'] for segment, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:33.288267 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-35193c1c-3bb5-4197-9415-7e4b5f49fa9d req-9be7b714-16d4-4693-9bc6-ee665628a504 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173356 Feb 05 18:59:33.335756 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9d379-a318-439b-873b-192466f3923c req-e9a9874b-ae1f-44c7-aa6e-f57ea6600a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:33.338351 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-84f9d379-a318-439b-873b-192466f3923c req-e9a9874b-ae1f-44c7-aa6e-f57ea6600a12 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ca05151-4272-40cf-9fde-02be00fd7aec HTTP/1.1" status: 200 len: 850 time: 0.1648254 Feb 05 18:59:33.379591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-7bb3eec1-6927-4a17-a77e-2910bb9390f0 admin admin] Network 9657212a-b08a-47f2-990a-340c82f01463 has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: Traceback (most recent call last): Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: timer() Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: cb(*args, **kw) Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: return func(*args, **kwargs) Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: self._notify() Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: self.callback(batched_events) Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: event.method(event) Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: segment_id)['aggregates'][0] Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: return f(self, *a, **k) Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: return self._get(url).json() Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: **kwargs) Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: **endpoint_filter) Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 18:59:33.414828 dv-cinder-774288-2-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 18:59:33.437113 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:33.494928 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9d379-a318-439b-873b-192466f3923c req-ddcd5102-6c40-4e78-aa4b-03a601268ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:33.497306 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-84f9d379-a318-439b-873b-192466f3923c req-ddcd5102-6c40-4e78-aa4b-03a601268ad3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=497ec747-5a9f-4b18-bf8f-c5da3336777f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1473680 Feb 05 18:59:33.509125 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7bb3eec1-6927-4a17-a77e-2910bb9390f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853759138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2021475'] for network, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:33.517419 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-049ba1c5-d435-4b32-96a9-2e68902a9419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:33.557456 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3eec1-6927-4a17-a77e-2910bb9390f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9657212a-b08a-47f2-990a-340c82f01463,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:33.557456 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7bb3eec1-6927-4a17-a77e-2910bb9390f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:33.558285 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7bb3eec1-6927-4a17-a77e-2910bb9390f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:33.572284 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-7bb3eec1-6927-4a17-a77e-2910bb9390f0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9657212a-b08a-47f2-990a-340c82f01463 HTTP/1.1" status: 204 len: 168 time: 1.3939927 Feb 05 18:59:33.706176 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-84f9d379-a318-439b-873b-192466f3923c req-8aef9ae2-7bd1-4bab-91aa-cc9d4abc11d4 service neutron] 10.222.0.69 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993945 Feb 05 18:59:33.734180 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 46578) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:33.799617 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-d21ef822-6799-4ed0-b27b-655f24b14b6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41ac3b59d1b342459afdeeb6ea515ca7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0640507 Feb 05 18:59:33.800539 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 46582) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:33.866115 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e8a5fb7f-de3c-41e0-84b1-dec8cac990df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:33.869667 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-84f9d379-a318-439b-873b-192466f3923c req-715c0ddc-302a-44c7-9222-e59b3622b87f service neutron] 10.222.0.69 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1484351 Feb 05 18:59:33.896132 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e8a5fb7f-de3c-41e0-84b1-dec8cac990df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:33.953617 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e8a5fb7f-de3c-41e0-84b1-dec8cac990df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:33.959499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-711bfb1e-580d-4588-a4d3-b4939e482db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:33.975414 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5fb7f-de3c-41e0-84b1-dec8cac990df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:33.978391 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e8a5fb7f-de3c-41e0-84b1-dec8cac990df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:33.986836 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e8a5fb7f-de3c-41e0-84b1-dec8cac990df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:33.991278 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-e8a5fb7f-de3c-41e0-84b1-dec8cac990df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9dc9c5f-9e5e-4c4f-a214-cc259f0ea233 HTTP/1.1" status: 204 len: 168 time: 0.1896274 Feb 05 18:59:34.209342 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-685fdc39-61f2-4d1d-b49c-db606b06c27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:34.395789 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:59:34.478750 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:59:34.479171 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:34.839536 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:35.666143 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:36.337744 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:40.251358 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 46750) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:40.432498 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c4a01511-d497-4825-93c8-7517d1a19963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:40.455254 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c4a01511-d497-4825-93c8-7517d1a19963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:59:40.459882 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c4a01511-d497-4825-93c8-7517d1a19963 admin admin] Usage tracker for resource:security_group_rule and tenant:1c5f4f15635d48ae98c94cc107407a56 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:59:40.463417 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c4a01511-d497-4825-93c8-7517d1a19963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:59:40.472208 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c4a01511-d497-4825-93c8-7517d1a19963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:59:40.597064 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c4a01511-d497-4825-93c8-7517d1a19963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:40.601154 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c4a01511-d497-4825-93c8-7517d1a19963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:40.634797 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0be20bf9-8131-4a88-89b5-b755f4788117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:40.657292 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 46768) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:40.657537 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-c4a01511-d497-4825-93c8-7517d1a19963 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c5f4f15635d48ae98c94cc107407a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4048281 Feb 05 18:59:40.674941 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a01511-d497-4825-93c8-7517d1a19963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95158ba-a436-46a6-aa31-ef04210b0f3e,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:40.692086 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c4a01511-d497-4825-93c8-7517d1a19963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:40.806818 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-43a6388e-c497-4fe0-936b-41032f4537a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:40.835094 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-43a6388e-c497-4fe0-936b-41032f4537a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:40.893028 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-43a6388e-c497-4fe0-936b-41032f4537a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:40.900680 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bc68f025-6bcb-40fc-849a-ce69641b980f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:40.917420 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-43a6388e-c497-4fe0-936b-41032f4537a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:40.932277 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-43a6388e-c497-4fe0-936b-41032f4537a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c95158ba-a436-46a6-aa31-ef04210b0f3e HTTP/1.1" status: 204 len: 168 time: 0.2667861 Feb 05 18:59:40.935826 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6388e-c497-4fe0-936b-41032f4537a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95158ba-a436-46a6-aa31-ef04210b0f3e,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:40.942334 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-43a6388e-c497-4fe0-936b-41032f4537a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:41.059541 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 46786) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:41.240345 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3047bc2b-d16f-4d40-8f03-1cc0d73d7bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:41.259545 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-3047bc2b-d16f-4d40-8f03-1cc0d73d7bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:59:41.264905 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-3047bc2b-d16f-4d40-8f03-1cc0d73d7bec admin admin] Usage tracker for resource:security_group_rule and tenant:9df3e2bd4b1e4f27a7f927e036d71220 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:59:41.268983 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-3047bc2b-d16f-4d40-8f03-1cc0d73d7bec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:59:41.280427 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-3047bc2b-d16f-4d40-8f03-1cc0d73d7bec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:59:41.478561 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3047bc2b-d16f-4d40-8f03-1cc0d73d7bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:41.482995 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3047bc2b-d16f-4d40-8f03-1cc0d73d7bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:41.519380 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ae48c0c4-80d9-489b-8363-0899894d2d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:41.529295 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-3047bc2b-d16f-4d40-8f03-1cc0d73d7bec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9df3e2bd4b1e4f27a7f927e036d71220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4682822 Feb 05 18:59:41.531979 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 46802) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:41.590312 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047bc2b-d16f-4d40-8f03-1cc0d73d7bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bad3cc-e761-4e6e-8b96-8406f160b335,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:41.609622 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3047bc2b-d16f-4d40-8f03-1cc0d73d7bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:41.635483 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-28b2966a-3f9f-46ae-8343-492bbf5f98f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:41.679454 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-28b2966a-3f9f-46ae-8343-492bbf5f98f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:41.744779 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-28b2966a-3f9f-46ae-8343-492bbf5f98f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:41.751275 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-53d1b96a-181c-4f38-9d86-8488e5d7425f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:41.765776 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2966a-3f9f-46ae-8343-492bbf5f98f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bad3cc-e761-4e6e-8b96-8406f160b335,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:41.768899 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-28b2966a-3f9f-46ae-8343-492bbf5f98f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:41.780245 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-28b2966a-3f9f-46ae-8343-492bbf5f98f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:41.784890 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-28b2966a-3f9f-46ae-8343-492bbf5f98f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/03bad3cc-e761-4e6e-8b96-8406f160b335 HTTP/1.1" status: 204 len: 168 time: 0.2484417 Feb 05 18:59:47.127983 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 47046) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:47.282993 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5876ccdf-31c2-431f-ae73-287f6ca2f28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:47.303058 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5876ccdf-31c2-431f-ae73-287f6ca2f28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:59:47.307208 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-5876ccdf-31c2-431f-ae73-287f6ca2f28b admin admin] Usage tracker for resource:security_group_rule and tenant:1dd9ce940534496a809bd9d18d7231bc is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:59:47.310264 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-5876ccdf-31c2-431f-ae73-287f6ca2f28b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:59:47.316171 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5876ccdf-31c2-431f-ae73-287f6ca2f28b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:59:47.411231 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5876ccdf-31c2-431f-ae73-287f6ca2f28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:47.415887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5876ccdf-31c2-431f-ae73-287f6ca2f28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:47.426520 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dcbfe2b0-b014-401b-875a-270af40725dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:47.469373 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876ccdf-31c2-431f-ae73-287f6ca2f28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f87bbf-c272-4071-af3c-9eccccc3340f,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:47.480798 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5876ccdf-31c2-431f-ae73-287f6ca2f28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:47.494117 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47062) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:47.494235 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-5876ccdf-31c2-431f-ae73-287f6ca2f28b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1dd9ce940534496a809bd9d18d7231bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642697 Feb 05 18:59:47.564723 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6b15a65c-40bb-4d69-afe0-92a756c47821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:47.593856 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6b15a65c-40bb-4d69-afe0-92a756c47821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:47.646102 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6b15a65c-40bb-4d69-afe0-92a756c47821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:47.652522 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c6f9f855-fa5c-4ee1-bd12-e6ce0dd15ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:47.666025 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6b15a65c-40bb-4d69-afe0-92a756c47821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:47.669880 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-6b15a65c-40bb-4d69-afe0-92a756c47821 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0f87bbf-c272-4071-af3c-9eccccc3340f HTTP/1.1" status: 204 len: 168 time: 0.1753473 Feb 05 18:59:47.673973 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15a65c-40bb-4d69-afe0-92a756c47821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f87bbf-c272-4071-af3c-9eccccc3340f,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:47.678809 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6b15a65c-40bb-4d69-afe0-92a756c47821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:48.013899 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1e21d-594e-4509-a5d1-8746aabf3cdf req-9f50a2f7-4fae-4e7a-8bf1-ce27b8efc8c8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:48.015438 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aad1e21d-594e-4509-a5d1-8746aabf3cdf req-9f50a2f7-4fae-4e7a-8bf1-ce27b8efc8c8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 945 time: 0.1631379 Feb 05 18:59:48.041161 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47078) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:48.063791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a5c07c6-2e57-4ac5-afd3-538fa180d9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:48.079990 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4a5c07c6-2e57-4ac5-afd3-538fa180d9c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:59:48.084077 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-4a5c07c6-2e57-4ac5-afd3-538fa180d9c7 admin admin] Usage tracker for resource:security_group_rule and tenant:8d8ccbfb882040d6b75103e76adfe59b is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:59:48.084212 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aad1e21d-594e-4509-a5d1-8746aabf3cdf req-b5856bcb-4e88-4bdc-9846-5fa5689e7a51 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619879 Feb 05 18:59:48.087128 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-4a5c07c6-2e57-4ac5-afd3-538fa180d9c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:59:48.092910 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-4a5c07c6-2e57-4ac5-afd3-538fa180d9c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:59:48.179571 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a5c07c6-2e57-4ac5-afd3-538fa180d9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:48.182316 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4a5c07c6-2e57-4ac5-afd3-538fa180d9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:48.191743 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3047bc2b-d16f-4d40-8f03-1cc0d73d7bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:48.233503 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-4a5c07c6-2e57-4ac5-afd3-538fa180d9c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d8ccbfb882040d6b75103e76adfe59b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910648 Feb 05 18:59:48.234391 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c07c6-2e57-4ac5-afd3-538fa180d9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d9c024-4fba-4684-87c3-f3ea7e060bbf,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:48.236544 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 47082) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:48.238185 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4a5c07c6-2e57-4ac5-afd3-538fa180d9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:48.298346 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cea6f524-fb31-44c2-8593-da38022dd1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:48.325308 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cea6f524-fb31-44c2-8593-da38022dd1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:48.375133 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cea6f524-fb31-44c2-8593-da38022dd1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:48.380537 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-babb41f3-37c7-4f95-9080-2ec7cf91ce52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:48.393083 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6f524-fb31-44c2-8593-da38022dd1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d9c024-4fba-4684-87c3-f3ea7e060bbf,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:48.395595 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cea6f524-fb31-44c2-8593-da38022dd1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:48.403081 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cea6f524-fb31-44c2-8593-da38022dd1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:48.404300 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-cea6f524-fb31-44c2-8593-da38022dd1ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8d9c024-4fba-4684-87c3-f3ea7e060bbf HTTP/1.1" status: 204 len: 168 time: 0.1666577 Feb 05 18:59:48.555868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 47090) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:48.835511 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b897c59-ea7f-49e6-b6c7-6f55ce4307ec admin admin] Deleting subnet 7377ce72-78ea-47f4-ba06-614e7911dd8e {{(pid=80158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 18:59:48.838868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b897c59-ea7f-49e6-b6c7-6f55ce4307ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:48.893947 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b897c59-ea7f-49e6-b6c7-6f55ce4307ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6615767'] for subnet, precommit_delete_associations {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:48.959107 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b897c59-ea7f-49e6-b6c7-6f55ce4307ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748778'] for subnet, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:49.035987 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47110) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:49.202319 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:49.219693 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:59:49.225493 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Usage tracker for resource:security_group_rule and tenant:6a398f5b2a904cdcaf104d947c9613c7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:59:49.229496 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:59:49.235773 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:59:49.324408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b897c59-ea7f-49e6-b6c7-6f55ce4307ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7513663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848261096'] for subnet, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:49.352765 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:49.399606 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:49.406496 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:49.416218 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e91e9546-8ea5-47ae-9ceb-d00a0d03edf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:49.454884 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b897c59-ea7f-49e6-b6c7-6f55ce4307ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7377ce72-78ea-47f4-ba06-614e7911dd8e,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:49.455113 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a398f5b2a904cdcaf104d947c9613c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146633 Feb 05 18:59:49.458004 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47126) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:49.466074 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4b897c59-ea7f-49e6-b6c7-6f55ce4307ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:49.490138 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586cb3ba-44c5-494b-a0b3-88a82f11e044,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:49.501265 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.501773 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.502267 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.502737 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.503228 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.503824 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.504160 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.504633 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.505099 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.505585 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.506059 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.506522 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.507049 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.507807 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.507942 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.508405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.508867 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.509351 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.509817 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.510280 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.510549 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4b897c59-ea7f-49e6-b6c7-6f55ce4307ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:49.510813 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.511273 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.511737 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.512197 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:49.524139 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:49.566952 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2a6ad296-48f6-4bba-94b6-7eb25c6794c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:49.596018 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2a6ad296-48f6-4bba-94b6-7eb25c6794c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:49.596393 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc719bab-4e34-4630-b21b-1a47a3b5d91a req-159a31e3-e843-4b93-96f1-00b2fb010dc0 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:49.598737 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cc719bab-4e34-4630-b21b-1a47a3b5d91a req-159a31e3-e843-4b93-96f1-00b2fb010dc0 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 945 time: 0.3441527 Feb 05 18:59:49.604283 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-4b897c59-ea7f-49e6-b6c7-6f55ce4307ec admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7377ce72-78ea-47f4-ba06-614e7911dd8e HTTP/1.1" status: 204 len: 168 time: 1.0447628 Feb 05 18:59:49.605872 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47132) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:49.665164 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cc719bab-4e34-4630-b21b-1a47a3b5d91a req-17b0562e-47ec-4623-b709-e12cee0fd319 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589654 Feb 05 18:59:49.751398 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a89f615e-db62-41ad-8ba2-36c8b6cb61eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989089'] for network, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:49.856041 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2a6ad296-48f6-4bba-94b6-7eb25c6794c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:49.866068 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:49.897856 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ad296-48f6-4bba-94b6-7eb25c6794c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586cb3ba-44c5-494b-a0b3-88a82f11e044,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:49.953589 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2a6ad296-48f6-4bba-94b6-7eb25c6794c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:49.973304 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2a6ad296-48f6-4bba-94b6-7eb25c6794c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:49.974509 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-2a6ad296-48f6-4bba-94b6-7eb25c6794c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/586cb3ba-44c5-494b-a0b3-88a82f11e044 HTTP/1.1" status: 204 len: 168 time: 0.5076859 Feb 05 18:59:49.978653 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a89f615e-db62-41ad-8ba2-36c8b6cb61eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1016662', 'neutron.services.segments.db._delete_segments_for_network-8761562595665'] for network, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:50.099019 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-a89f615e-db62-41ad-8ba2-36c8b6cb61eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6']}} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:59:50.113427 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-a89f615e-db62-41ad-8ba2-36c8b6cb61eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd029cc-b5ef-49ac-8aee-91717b4eea08') {'for_net_delete': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:59:50.113950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-a89f615e-db62-41ad-8ba2-36c8b6cb61eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd029cc-b5ef-49ac-8aee-91717b4eea08') {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:59:50.126725 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a89f615e-db62-41ad-8ba2-36c8b6cb61eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761562606195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846554632'] for segment, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:50.143830 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a89f615e-db62-41ad-8ba2-36c8b6cb61eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:50.146267 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a89f615e-db62-41ad-8ba2-36c8b6cb61eb admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 18:59:50.334633 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-a89f615e-db62-41ad-8ba2-36c8b6cb61eb admin admin] Network 7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6 has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:59:50.347316 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a89f615e-db62-41ad-8ba2-36c8b6cb61eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853759575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847988511'] for segment, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:50.755580 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-a89f615e-db62-41ad-8ba2-36c8b6cb61eb admin admin] Network 7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6 has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: Traceback (most recent call last): Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: timer() Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: cb(*args, **kw) Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: return func(*args, **kwargs) Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: self._notify() Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: self.callback(batched_events) Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: event.method(event) Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: segment_id)['aggregates'][0] Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: return f(self, *a, **k) Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: return self._get(url).json() Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: **kwargs) Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: **endpoint_filter) Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 18:59:50.778878 dv-cinder-774288-2-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 18:59:50.862593 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a89f615e-db62-41ad-8ba2-36c8b6cb61eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853759138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2021475'] for network, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:50.867007 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:50.881601 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a89f615e-db62-41ad-8ba2-36c8b6cb61eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:50.892650 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f615e-db62-41ad-8ba2-36c8b6cb61eb admin admin] Pushing event deleted for resources: {'Network': ['ID=7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:50.896913 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a89f615e-db62-41ad-8ba2-36c8b6cb61eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:50.902038 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a89f615e-db62-41ad-8ba2-36c8b6cb61eb admin admin] 10.222.0.23 "DELETE /v2.0/networks/7488ad2a-fb4c-4b2a-9ae4-5c812d99afa6 HTTP/1.1" status: 204 len: 168 time: 1.2951424 Feb 05 18:59:50.972633 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464b231-8931-48b9-bb82-77704eeb7ff5 req-6f6d7126-a871-495f-aae7-45e002f149a7 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:50.974365 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4464b231-8931-48b9-bb82-77704eeb7ff5 req-6f6d7126-a871-495f-aae7-45e002f149a7 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 945 time: 0.1718056 Feb 05 18:59:51.045881 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4464b231-8931-48b9-bb82-77704eeb7ff5 req-1aa305b3-3abc-449b-9aa7-af3150f9937b tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642540 Feb 05 18:59:51.128918 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 47170) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:51.179916 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-8f3e62c0-f157-4649-834a-c79c5e106740 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=752ec2a71a204dd6860672ea675387fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496390 Feb 05 18:59:51.182574 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 47176) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:51.243684 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:51.271769 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:51.319125 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:51.325367 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f3c1298d-3004-489f-b352-2f8aa35081da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:51.339620 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6167869-dd5f-4747-a936-86558fcb3d8a,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:51.353394 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.353791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.354237 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.354554 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.354942 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.355318 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.355696 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.356078 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.356454 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.356829 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.357219 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.357603 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.358035 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.358417 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.358789 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.359162 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.359540 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.359911 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.360282 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.360658 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.361038 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.361463 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.361841 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.362215 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:51.366539 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:51.367597 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:51.368638 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6167869-dd5f-4747-a936-86558fcb3d8a HTTP/1.1" status: 204 len: 168 time: 0.1850834 Feb 05 18:59:51.696468 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:59:52.211947 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47200) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:52.341371 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd53cb-6adc-46e4-828b-1b27c98b29c9 req-e90b4827-7dbe-4403-b88c-882195745ba2 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:52.343080 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-48cd53cb-6adc-46e4-828b-1b27c98b29c9 req-e90b4827-7dbe-4403-b88c-882195745ba2 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 945 time: 0.1693304 Feb 05 18:59:52.366598 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-46b090de-f2c2-4207-9f0e-347d3a2e1a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:52.383231 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-46b090de-f2c2-4207-9f0e-347d3a2e1a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:59:52.387363 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-46b090de-f2c2-4207-9f0e-347d3a2e1a63 admin admin] Usage tracker for resource:security_group_rule and tenant:2fcffa49d7df42d1916dc00e58deba14 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:59:52.390448 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-46b090de-f2c2-4207-9f0e-347d3a2e1a63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:59:52.396481 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-46b090de-f2c2-4207-9f0e-347d3a2e1a63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:59:52.407945 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-48cd53cb-6adc-46e4-828b-1b27c98b29c9 req-182a7dd8-5b0c-429d-99b0-aac5c5a30c7d tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581145 Feb 05 18:59:52.484416 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-46b090de-f2c2-4207-9f0e-347d3a2e1a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:52.487303 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-46b090de-f2c2-4207-9f0e-347d3a2e1a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:52.501126 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-17450d95-4aab-4185-b8ba-a41bc00d765a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:52.546553 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-46b090de-f2c2-4207-9f0e-347d3a2e1a63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fcffa49d7df42d1916dc00e58deba14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331652 Feb 05 18:59:52.548182 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b090de-f2c2-4207-9f0e-347d3a2e1a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d94e9a-ae16-4621-8350-6287f0553665,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:52.549408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 47206) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:52.552161 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-46b090de-f2c2-4207-9f0e-347d3a2e1a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:52.610085 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d9850d9-f8f4-40f5-a881-206e04361560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:52.637201 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d9850d9-f8f4-40f5-a881-206e04361560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:52.683368 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d9850d9-f8f4-40f5-a881-206e04361560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:52.688380 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cea6f524-fb31-44c2-8593-da38022dd1ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:52.701128 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9850d9-f8f4-40f5-a881-206e04361560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d94e9a-ae16-4621-8350-6287f0553665,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:52.704171 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1d9850d9-f8f4-40f5-a881-206e04361560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:52.706162 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1d9850d9-f8f4-40f5-a881-206e04361560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:52.707378 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-1d9850d9-f8f4-40f5-a881-206e04361560 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37d94e9a-ae16-4621-8350-6287f0553665 HTTP/1.1" status: 204 len: 168 time: 0.1563606 Feb 05 18:59:53.047213 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47214) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:53.067107 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1cf18440-ce51-4b34-9d94-bf38faf9a202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:53.082890 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1cf18440-ce51-4b34-9d94-bf38faf9a202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:59:53.087001 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-1cf18440-ce51-4b34-9d94-bf38faf9a202 admin admin] Usage tracker for resource:security_group_rule and tenant:560b37677da44d10a6788dbe676cf6b1 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:59:53.090007 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-1cf18440-ce51-4b34-9d94-bf38faf9a202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:59:53.096080 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1cf18440-ce51-4b34-9d94-bf38faf9a202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:59:53.181028 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1cf18440-ce51-4b34-9d94-bf38faf9a202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:53.183893 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1cf18440-ce51-4b34-9d94-bf38faf9a202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:53.184987 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be626b1d-07c6-4912-8e08-6f16e6e54bf7 req-ba734703-e286-445e-ac63-667af0f5be65 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:53.186667 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-be626b1d-07c6-4912-8e08-6f16e6e54bf7 req-ba734703-e286-445e-ac63-667af0f5be65 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 945 time: 0.1643307 Feb 05 18:59:53.193331 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6b15a65c-40bb-4d69-afe0-92a756c47821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:53.236030 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-1cf18440-ce51-4b34-9d94-bf38faf9a202 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=560b37677da44d10a6788dbe676cf6b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1876483 Feb 05 18:59:53.237546 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf18440-ce51-4b34-9d94-bf38faf9a202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fba3365-97f7-48d5-88d4-af5e37942539,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:53.239614 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47218) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:53.242786 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1cf18440-ce51-4b34-9d94-bf38faf9a202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:53.280728 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-be626b1d-07c6-4912-8e08-6f16e6e54bf7 req-8de8c7b7-3ddb-4417-8b71-cc13f44743e9 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Deleting port 3ee94406-6a1c-4656-85b2-b0543e68065b {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:59:53.281108 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-be626b1d-07c6-4912-8e08-6f16e6e54bf7 req-8de8c7b7-3ddb-4417-8b71-cc13f44743e9 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:53.305743 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a2f69d29-3419-4e9f-9d54-bd90682db8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:53.335438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a2f69d29-3419-4e9f-9d54-bd90682db8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:53.380685 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a2f69d29-3419-4e9f-9d54-bd90682db8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:53.385745 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-06105839-eab9-48f8-922c-e10ed685bbf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:53.398725 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f69d29-3419-4e9f-9d54-bd90682db8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fba3365-97f7-48d5-88d4-af5e37942539,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:53.401557 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a2f69d29-3419-4e9f-9d54-bd90682db8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:53.408582 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a2f69d29-3419-4e9f-9d54-bd90682db8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:53.412794 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a2f69d29-3419-4e9f-9d54-bd90682db8f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3fba3365-97f7-48d5-88d4-af5e37942539 HTTP/1.1" status: 204 len: 168 time: 0.1692371 Feb 05 18:59:53.547747 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-be626b1d-07c6-4912-8e08-6f16e6e54bf7 req-8de8c7b7-3ddb-4417-8b71-cc13f44743e9 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] For port 3ee94406-6a1c-4656-85b2-b0543e68065b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=3ee94406-6a1c-4656-85b2-b0543e68065b,segment=NetworkSegment(2580ab09-bf0c-4a38-abf6-618ec81554d3),segment_id=2580ab09-bf0c-4a38-abf6-618ec81554d3)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:59:53.548143 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-be626b1d-07c6-4912-8e08-6f16e6e54bf7 req-8de8c7b7-3ddb-4417-8b71-cc13f44743e9 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:53.725981 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-be626b1d-07c6-4912-8e08-6f16e6e54bf7 req-8de8c7b7-3ddb-4417-8b71-cc13f44743e9 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Calling delete_port for 3ee94406-6a1c-4656-85b2-b0543e68065b owned by compute:nova {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:59:53.910701 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24ff3a-a54a-4357-bf44-ce5f38cfdcf4 req-a118401e-a213-47fb-b517-93fe4d01317e tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:53.912377 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab24ff3a-a54a-4357-bf44-ce5f38cfdcf4 req-a118401e-a213-47fb-b517-93fe4d01317e tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2670a85-4ec0-42ab-894b-e4af780420ff HTTP/1.1" status: 200 len: 945 time: 0.3564963 Feb 05 18:59:54.028016 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab24ff3a-a54a-4357-bf44-ce5f38cfdcf4 req-58bf6bf3-5b2a-452e-9514-693d87d240e2 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.23 "GET /v2.0/security-groups?id=e602df31-c3fc-4bc7-bc81-87f1869db625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825469 Feb 05 18:59:54.028885 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-be626b1d-07c6-4912-8e08-6f16e6e54bf7 req-8de8c7b7-3ddb-4417-8b71-cc13f44743e9 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:54.045311 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:54.142719 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8c7b7-3ddb-4417-8b71-cc13f44743e9 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Pushing event deleted for resources: {'Port': ['ID=3ee94406-6a1c-4656-85b2-b0543e68065b,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:54.154033 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8de8c7b7-3ddb-4417-8b71-cc13f44743e9 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:54.255646 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-be626b1d-07c6-4912-8e08-6f16e6e54bf7 req-8de8c7b7-3ddb-4417-8b71-cc13f44743e9 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] No DVR routers for this DVR port 3ee94406-6a1c-4656-85b2-b0543e68065b on host hv-cinder-77428 {{(pid=80158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:59:54.257949 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-be626b1d-07c6-4912-8e08-6f16e6e54bf7 req-8de8c7b7-3ddb-4417-8b71-cc13f44743e9 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:54.260742 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2670a85-4ec0-42ab-894b-e4af780420ff', 'name': 'network-vif-deleted', 'tag': '3ee94406-6a1c-4656-85b2-b0543e68065b'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:59:54.275788 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-be626b1d-07c6-4912-8e08-6f16e6e54bf7 req-8de8c7b7-3ddb-4417-8b71-cc13f44743e9 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] 10.222.0.69 "DELETE /v2.0/ports/3ee94406-6a1c-4656-85b2-b0543e68065b HTTP/1.1" status: 204 len: 173 time: 1.0837290 Feb 05 18:59:54.305113 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 3ee94406-6a1c-4656-85b2-b0543e68065b no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:59:54.360100 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2670a85-4ec0-42ab-894b-e4af780420ff', 'name': 'network-vif-deleted', 'tag': '3ee94406-6a1c-4656-85b2-b0543e68065b', 'status': 'completed', 'code': 200} Feb 05 18:59:54.361304 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] No Port match for: 3ee94406-6a1c-4656-85b2-b0543e68065b {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:59:54.361882 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 3ee94406-6a1c-4656-85b2-b0543e68065b not bound to the agent host hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:00:02.018446 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-583d3f32-52be-415b-85a4-423a90d5897e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:03.431545 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:04.205493 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-219c66cf-1e35-450b-bcf5-f42f474eb9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:04.304892 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace6bb4-4ea2-4f18-9ac4-31fff5ade8b5 req-63d5acf2-5eab-4a51-b46b-c2f9cf035d28 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:04.306624 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5ace6bb4-4ea2-4f18-9ac4-31fff5ade8b5 req-63d5acf2-5eab-4a51-b46b-c2f9cf035d28 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.1719382 Feb 05 19:00:04.381954 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5ace6bb4-4ea2-4f18-9ac4-31fff5ade8b5 req-f487d65f-defe-4647-a057-b5f45915d48d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636816 Feb 05 19:00:04.492082 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47426) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:04.657880 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-90e4be4a-3c28-45bd-ac6f-53f93732a841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:04.674030 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-90e4be4a-3c28-45bd-ac6f-53f93732a841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:04.679759 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-90e4be4a-3c28-45bd-ac6f-53f93732a841 admin admin] Usage tracker for resource:security_group_rule and tenant:06c4eb6cd1a947d2882085678bd3ad92 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:04.682817 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-90e4be4a-3c28-45bd-ac6f-53f93732a841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:04.688530 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-90e4be4a-3c28-45bd-ac6f-53f93732a841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:04.785257 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-90e4be4a-3c28-45bd-ac6f-53f93732a841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:04.788066 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-90e4be4a-3c28-45bd-ac6f-53f93732a841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:04.797015 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c4a01511-d497-4825-93c8-7517d1a19963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:04.830393 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:04.838126 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4be4a-3c28-45bd-ac6f-53f93732a841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345da987-f017-44cd-adc9-206375c9439f,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:04.841986 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-90e4be4a-3c28-45bd-ac6f-53f93732a841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:04.844435 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-90e4be4a-3c28-45bd-ac6f-53f93732a841 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06c4eb6cd1a947d2882085678bd3ad92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3512826 Feb 05 19:00:04.847830 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47436) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:04.912238 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-318905be-bbca-4885-b751-7049e0db8f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:04.939464 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-318905be-bbca-4885-b751-7049e0db8f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:04.983528 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-318905be-bbca-4885-b751-7049e0db8f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:04.989160 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-28b2966a-3f9f-46ae-8343-492bbf5f98f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:05.001989 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318905be-bbca-4885-b751-7049e0db8f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345da987-f017-44cd-adc9-206375c9439f,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:05.004644 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-318905be-bbca-4885-b751-7049e0db8f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:05.008981 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-318905be-bbca-4885-b751-7049e0db8f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:05.010416 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-318905be-bbca-4885-b751-7049e0db8f29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/345da987-f017-44cd-adc9-206375c9439f HTTP/1.1" status: 204 len: 168 time: 0.1617231 Feb 05 19:00:05.355061 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47444) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:05.374016 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-97f0449c-3951-4d17-b8df-0e06f50d9c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:05.388805 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-97f0449c-3951-4d17-b8df-0e06f50d9c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:05.392797 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-97f0449c-3951-4d17-b8df-0e06f50d9c81 admin admin] Usage tracker for resource:security_group_rule and tenant:1181c91dd292488c84ce45835be8aa0f is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:05.396258 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-97f0449c-3951-4d17-b8df-0e06f50d9c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:05.401998 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-97f0449c-3951-4d17-b8df-0e06f50d9c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:05.488572 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-97f0449c-3951-4d17-b8df-0e06f50d9c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:05.491762 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-97f0449c-3951-4d17-b8df-0e06f50d9c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:05.501056 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a5f7d8fb-f66c-4a7a-94c8-0af5beb91230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:05.546685 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-97f0449c-3951-4d17-b8df-0e06f50d9c81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1181c91dd292488c84ce45835be8aa0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904488 Feb 05 19:00:05.548352 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0449c-3951-4d17-b8df-0e06f50d9c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201de1b9-e0af-4cec-8567-89fb2f9ea9e1,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:05.551125 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47450) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:05.553674 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-97f0449c-3951-4d17-b8df-0e06f50d9c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:05.613897 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a8865508-ab19-43d2-88e2-1f31d098b820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:05.641472 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a8865508-ab19-43d2-88e2-1f31d098b820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:05.649449 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:05.688379 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a8865508-ab19-43d2-88e2-1f31d098b820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:05.694304 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4a5c07c6-2e57-4ac5-afd3-538fa180d9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:05.707629 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8865508-ab19-43d2-88e2-1f31d098b820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201de1b9-e0af-4cec-8567-89fb2f9ea9e1,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:05.710772 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a8865508-ab19-43d2-88e2-1f31d098b820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:05.713474 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a8865508-ab19-43d2-88e2-1f31d098b820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:05.715612 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c2acc-c254-4b41-97ef-7b1e8d6525ca req-d762601f-58c7-49db-bd87-c8f8ccbdc815 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:05.717455 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a8865508-ab19-43d2-88e2-1f31d098b820 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/201de1b9-e0af-4cec-8567-89fb2f9ea9e1 HTTP/1.1" status: 204 len: 168 time: 0.1654706 Feb 05 19:00:05.717607 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8c4c2acc-c254-4b41-97ef-7b1e8d6525ca req-d762601f-58c7-49db-bd87-c8f8ccbdc815 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.1773188 Feb 05 19:00:05.794897 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8c4c2acc-c254-4b41-97ef-7b1e8d6525ca req-30d8e44d-bef3-471d-b7b1-d86525aef69b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646055 Feb 05 19:00:06.093839 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84378bc8-084c-4415-b7dd-6680f74f105b req-9d8df7ef-4279-4cc0-971e-2bf8d1ffb944 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:06.095653 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-84378bc8-084c-4415-b7dd-6680f74f105b req-9d8df7ef-4279-4cc0-971e-2bf8d1ffb944 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 945 time: 0.1707530 Feb 05 19:00:06.166462 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47466) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:06.186401 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6ec8d1a4-bc69-4702-bd1b-8c56198cebc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:06.194611 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Deleting port cd2876aa-5fff-4b88-bcdc-432fd0103548 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:00:06.194988 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:06.202294 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6ec8d1a4-bc69-4702-bd1b-8c56198cebc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:06.206341 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6ec8d1a4-bc69-4702-bd1b-8c56198cebc8 admin admin] Usage tracker for resource:security_group_rule and tenant:ffc06f4fadf1487297906c869d079c25 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:06.209357 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6ec8d1a4-bc69-4702-bd1b-8c56198cebc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:06.215319 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6ec8d1a4-bc69-4702-bd1b-8c56198cebc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:06.309619 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6ec8d1a4-bc69-4702-bd1b-8c56198cebc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:06.313008 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6ec8d1a4-bc69-4702-bd1b-8c56198cebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:06.327314 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b232b567-8f5a-4484-ad48-7b317fcb9d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:06.357911 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:06.359248 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device cd2876aa-5fff-4b88-bcdc-432fd0103548 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:00:06.382175 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-6ec8d1a4-bc69-4702-bd1b-8c56198cebc8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ffc06f4fadf1487297906c869d079c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119467 Feb 05 19:00:06.382175 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8d1a4-bc69-4702-bd1b-8c56198cebc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0408e4-a206-4f00-980c-08cd771b8ff4,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:06.383262 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47470) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:06.385929 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6ec8d1a4-bc69-4702-bd1b-8c56198cebc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:06.451775 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-35efc69c-995a-4390-b97e-80ee22c01087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:06.476524 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] For port cd2876aa-5fff-4b88-bcdc-432fd0103548, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=cd2876aa-5fff-4b88-bcdc-432fd0103548,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:00:06.476917 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:06.482416 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-35efc69c-995a-4390-b97e-80ee22c01087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:06.492901 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:06.520704 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc889f1-6106-4acd-b117-a96d84311ab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd2876aa-5fff-4b88-bcdc-432fd0103548'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:00:06.531132 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port cd2876aa-5fff-4b88-bcdc-432fd0103548, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=cd2876aa-5fff-4b88-bcdc-432fd0103548,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:00:06.533464 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-35efc69c-995a-4390-b97e-80ee22c01087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:06.533917 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:06.536306 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:06.543349 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-90e4be4a-3c28-45bd-ac6f-53f93732a841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:06.558435 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efc69c-995a-4390-b97e-80ee22c01087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0408e4-a206-4f00-980c-08cd771b8ff4,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:06.560940 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-35efc69c-995a-4390-b97e-80ee22c01087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:06.562323 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-35efc69c-995a-4390-b97e-80ee22c01087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:06.566515 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-35efc69c-995a-4390-b97e-80ee22c01087 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c0408e4-a206-4f00-980c-08cd771b8ff4 HTTP/1.1" status: 204 len: 168 time: 0.1823223 Feb 05 19:00:06.625690 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc889f1-6106-4acd-b117-a96d84311ab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd2876aa-5fff-4b88-bcdc-432fd0103548', 'code': 200} Feb 05 19:00:06.640568 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=cd2876aa-5fff-4b88-bcdc-432fd0103548,revision_number=7']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:06.644721 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:06.798942 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:06.799351 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2021456'] for floatingip, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:06.799695 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.l3_db [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Floating IP eb30be51-cf3c-4809-8f9c-17af81b1a76b disassociated. External IP: 172.28.0.95, port: cd2876aa-5fff-4b88-bcdc-432fd0103548. Feb 05 19:00:06.800242 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Calling delete_port for cd2876aa-5fff-4b88-bcdc-432fd0103548 owned by compute:nova {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:00:06.890182 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.api [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80158) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 19:00:06.890643 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_db.api [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 19:00:07.116873 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e58b57-d417-49e6-b327-350aa81052ff req-dfe922d0-2c0b-4ebb-81c9-a11db8323f8e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:07.118617 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e7e58b57-d417-49e6-b327-350aa81052ff req-dfe922d0-2c0b-4ebb-81c9-a11db8323f8e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 943 time: 0.1681161 Feb 05 19:00:07.187399 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e7e58b57-d417-49e6-b327-350aa81052ff req-84197108-8a95-47e6-b1d1-4caf0e3e7567 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f3d7f27-fece-4aa4-b01e-34b9b625c18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604150 Feb 05 19:00:07.391635 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Deleting port cd2876aa-5fff-4b88-bcdc-432fd0103548 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:00:07.392032 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:07.664409 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] For port cd2876aa-5fff-4b88-bcdc-432fd0103548, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=cd2876aa-5fff-4b88-bcdc-432fd0103548,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:00:07.664992 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:08.187998 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:08.188490 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2021456'] for floatingip, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:08.188848 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.l3_db [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Floating IP eb30be51-cf3c-4809-8f9c-17af81b1a76b disassociated. External IP: 172.28.0.95, port: cd2876aa-5fff-4b88-bcdc-432fd0103548. Feb 05 19:00:08.189253 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Calling delete_port for cd2876aa-5fff-4b88-bcdc-432fd0103548 owned by compute:nova {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:00:08.395966 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3068a175-1a04-431f-8f8b-cb41ae9273dc req-b0b2ad95-ec6d-435b-bec2-978faa31b139 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 210 time: 0.0544510 Feb 05 19:00:08.397133 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:08.412389 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bc066087-d785-49af-9479-02480737ba19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:08.514039 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Pushing event deleted for resources: {'Port': ['ID=cd2876aa-5fff-4b88-bcdc-432fd0103548,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:08.520724 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:08.815512 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Router 974005bb-424b-4c4d-b499-ad4ec9119668 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:00:09.018385 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:00:09.032879 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0db32d-1012-4ec0-b291-c9e7aa93d16d None None] Sync routers for ids ['974005bb-424b-4c4d-b499-ad4ec9119668'] in dv-cinder-774288-2-smb {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:00:09.043355 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0db32d-1012-4ec0-b291-c9e7aa93d16d None None] Routers {'974005bb-424b-4c4d-b499-ad4ec9119668'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:00:09.044306 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-dc0db32d-1012-4ec0-b291-c9e7aa93d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:00:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['974005bb-424b-4c4d-b499-ad4ec9119668'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:09.068446 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] No DVR routers for this DVR port cd2876aa-5fff-4b88-bcdc-432fd0103548 on host hv-cinder-77428 {{(pid=80158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 19:00:09.071028 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:09.074500 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc889f1-6106-4acd-b117-a96d84311ab3', 'name': 'network-vif-deleted', 'tag': 'cd2876aa-5fff-4b88-bcdc-432fd0103548'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:00:09.093564 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-84378bc8-084c-4415-b7dd-6680f74f105b req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.69 "DELETE /v2.0/ports/cd2876aa-5fff-4b88-bcdc-432fd0103548 HTTP/1.1" status: 204 len: 173 time: 2.9923835 Feb 05 19:00:09.182368 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc889f1-6106-4acd-b117-a96d84311ab3', 'name': 'network-vif-deleted', 'tag': 'cd2876aa-5fff-4b88-bcdc-432fd0103548', 'status': 'completed', 'code': 200} Feb 05 19:00:09.253503 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-dc0db32d-1012-4ec0-b291-c9e7aa93d16d None None] Set router 974005bb-424b-4c4d-b499-ad4ec9119668 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:00:09.644385 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-68a36e04-082c-41c1-b69c-10c2dcf755d2 req-8014d0aa-9aeb-49cd-80db-31c3fab8e217 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Synchronizing usage tracker for tenant:a5cc116b07494a72826dda0f60f8b9a7 on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:00:09.666981 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-68a36e04-082c-41c1-b69c-10c2dcf755d2 req-8014d0aa-9aeb-49cd-80db-31c3fab8e217 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Unset dirty status for tenant:a5cc116b07494a72826dda0f60f8b9a7 on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:00:09.681203 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-68a36e04-082c-41c1-b69c-10c2dcf755d2 req-8014d0aa-9aeb-49cd-80db-31c3fab8e217 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=5cc889f1-6106-4acd-b117-a96d84311ab3 HTTP/1.1" status: 200 len: 210 time: 0.0949397 Feb 05 19:00:09.704109 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-dc0db32d-1012-4ec0-b291-c9e7aa93d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T18:56:11Z', 'revision_number': 4, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': 'dd8e2389-872e-45a8-a810-478db9c3d679', 'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'mac_address': 'fa:16:3e:d6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:56:07Z', 'updated_at': '2021-02-05T18:56:23Z', 'revision_number': 5, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'subnets': [{'id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:09.717004 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0db32d-1012-4ec0-b291-c9e7aa93d16d None None] Checking router: 974005bb-424b-4c4d-b499-ad4ec9119668 for host: dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:00:09.730359 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0db32d-1012-4ec0-b291-c9e7aa93d16d None None] Routers {'974005bb-424b-4c4d-b499-ad4ec9119668'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:00:09.731435 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-dc0db32d-1012-4ec0-b291-c9e7aa93d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:00:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['974005bb-424b-4c4d-b499-ad4ec9119668'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:09.935523 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-dc0db32d-1012-4ec0-b291-c9e7aa93d16d None None] Set router 974005bb-424b-4c4d-b499-ad4ec9119668 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:00:10.273323 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-dc0db32d-1012-4ec0-b291-c9e7aa93d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T18:56:11Z', 'revision_number': 4, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': 'dd8e2389-872e-45a8-a810-478db9c3d679', 'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'mac_address': 'fa:16:3e:d6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:56:07Z', 'updated_at': '2021-02-05T18:56:23Z', 'revision_number': 5, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'subnets': [{'id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:10.277603 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0db32d-1012-4ec0-b291-c9e7aa93d16d None None] The sync data for ids ['974005bb-424b-4c4d-b499-ad4ec9119668'] in dv-cinder-774288-2-smb is: [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T18:56:11Z', 'revision_number': 4, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': 'dd8e2389-872e-45a8-a810-478db9c3d679', 'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'mac_address': 'fa:16:3e:d6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:56:07Z', 'updated_at': '2021-02-05T18:56:23Z', 'revision_number': 5, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'subnets': [{'id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:00:10.679775 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06896868-2bc2-4db6-bdd3-e39c6074d2bd None None] New status for floating IP eb30be51-cf3c-4809-8f9c-17af81b1a76b: DOWN {{(pid=80161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 19:00:10.876726 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47566) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:10.980838 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4c5c2959-a739-473d-9f9e-6030fe5710e3 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:11.012539 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4c5c2959-a739-473d-9f9e-6030fe5710e3 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:11.064571 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4c5c2959-a739-473d-9f9e-6030fe5710e3 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:11.068705 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2a6ad296-48f6-4bba-94b6-7eb25c6794c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:11.082622 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c2959-a739-473d-9f9e-6030fe5710e3 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3d7f27-fece-4aa4-b01e-34b9b625c18a,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:11.085367 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4c5c2959-a739-473d-9f9e-6030fe5710e3 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:11.092766 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4c5c2959-a739-473d-9f9e-6030fe5710e3 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:11.097553 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-4c5c2959-a739-473d-9f9e-6030fe5710e3 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "DELETE /v2.0/security-groups/3f3d7f27-fece-4aa4-b01e-34b9b625c18a HTTP/1.1" status: 204 len: 168 time: 0.2197599 Feb 05 19:00:11.098102 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 47576) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:11.117815 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.v2.resource [None req-cbef0e9c-ea6d-4196-b33c-7d8795bed3de tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] show failed (client error): The resource could not be found. Feb 05 19:00:11.118673 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-cbef0e9c-ea6d-4196-b33c-7d8795bed3de tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups/3f3d7f27-fece-4aa4-b01e-34b9b625c18a HTTP/1.1" status: 404 len: 347 time: 0.0194604 Feb 05 19:00:11.122855 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 47580) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:11.311397 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-79dc26f4-4bd5-4d5c-924a-8bbc1d711f5c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Deleting port fc4325a9-f200-44b5-a6d3-a3298a5bfc55 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:00:11.311772 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79dc26f4-4bd5-4d5c-924a-8bbc1d711f5c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:11.501245 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79dc26f4-4bd5-4d5c-924a-8bbc1d711f5c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:11.501617 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79dc26f4-4bd5-4d5c-924a-8bbc1d711f5c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:11.631614 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-79dc26f4-4bd5-4d5c-924a-8bbc1d711f5c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Calling delete_port for fc4325a9-f200-44b5-a6d3-a3298a5bfc55 owned by network:floatingip {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:00:11.775355 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79dc26f4-4bd5-4d5c-924a-8bbc1d711f5c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:11.790264 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2f175a96-59ca-4da8-9002-5d7c3a89e203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:11.884523 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc26f4-4bd5-4d5c-924a-8bbc1d711f5c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Pushing event deleted for resources: {'Port': ['ID=fc4325a9-f200-44b5-a6d3-a3298a5bfc55,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:11.888275 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-79dc26f4-4bd5-4d5c-924a-8bbc1d711f5c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:12.006088 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79dc26f4-4bd5-4d5c-924a-8bbc1d711f5c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for floatingip, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:12.022544 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-79dc26f4-4bd5-4d5c-924a-8bbc1d711f5c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for floatingip, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:12.023773 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-79dc26f4-4bd5-4d5c-924a-8bbc1d711f5c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "DELETE /v2.0/floatingips/eb30be51-cf3c-4809-8f9c-17af81b1a76b HTTP/1.1" status: 204 len: 168 time: 0.8999317 Feb 05 19:00:12.423180 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47602) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:12.429820 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-ab14c647-dc34-4ed0-81a2-6f7263a65149 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1609410485', 'description': 'tempest-description--884069759'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:12.453657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ab14c647-dc34-4ed0-81a2-6f7263a65149 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:12.458403 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ab14c647-dc34-4ed0-81a2-6f7263a65149 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Usage tracker for resource:security_group and tenant:a5cc116b07494a72826dda0f60f8b9a7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:12.461508 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ab14c647-dc34-4ed0-81a2-6f7263a65149 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:12.467397 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ab14c647-dc34-4ed0-81a2-6f7263a65149 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:12.480748 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab14c647-dc34-4ed0-81a2-6f7263a65149 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:12.503924 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ab14c647-dc34-4ed0-81a2-6f7263a65149 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:12.508241 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ab14c647-dc34-4ed0-81a2-6f7263a65149 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Usage tracker for resource:security_group_rule and tenant:a5cc116b07494a72826dda0f60f8b9a7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:12.511400 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-ab14c647-dc34-4ed0-81a2-6f7263a65149 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:12.517726 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-ab14c647-dc34-4ed0-81a2-6f7263a65149 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:12.593459 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab14c647-dc34-4ed0-81a2-6f7263a65149 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:12.598331 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab14c647-dc34-4ed0-81a2-6f7263a65149 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:12.604399 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-206b3829-b602-42f7-bec5-c236eb48687b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:12.646442 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ab14c647-dc34-4ed0-81a2-6f7263a65149 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:12.647409 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-ab14c647-dc34-4ed0-81a2-6f7263a65149 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2229891 Feb 05 19:00:12.648744 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14c647-dc34-4ed0-81a2-6f7263a65149 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:12.651355 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47620) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:12.654857 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ab14c647-dc34-4ed0-81a2-6f7263a65149 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:12.661120 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-15ca723a-5234-452a-a3b8-d42a1458191c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Request body: {'security_group_rule': {'security_group_id': '3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:12.685664 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-15ca723a-5234-452a-a3b8-d42a1458191c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:12.689890 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-15ca723a-5234-452a-a3b8-d42a1458191c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Usage tracker for resource:security_group_rule and tenant:a5cc116b07494a72826dda0f60f8b9a7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:12.693688 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-15ca723a-5234-452a-a3b8-d42a1458191c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:12.699413 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-15ca723a-5234-452a-a3b8-d42a1458191c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:12.720128 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15ca723a-5234-452a-a3b8-d42a1458191c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:12.798687 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15ca723a-5234-452a-a3b8-d42a1458191c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:12.803903 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15ca723a-5234-452a-a3b8-d42a1458191c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826709'] for security_group_rule, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:12.806707 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cbe15b00-d3e7-4f55-8632-074d740ae19e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:12.834267 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca723a-5234-452a-a3b8-d42a1458191c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0998e0-3683-49fe-a3be-c0cd4b3bca47,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:12.840671 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-15ca723a-5234-452a-a3b8-d42a1458191c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:12.844629 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-15ca723a-5234-452a-a3b8-d42a1458191c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:12.849485 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-15ca723a-5234-452a-a3b8-d42a1458191c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1931636 Feb 05 19:00:12.849485 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47630) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:12.855090 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-45ed41fd-9938-466c-9e9c-e18c99c5853e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Request body: {'security_group_rule': {'security_group_id': '3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:12.878601 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-45ed41fd-9938-466c-9e9c-e18c99c5853e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:12.882943 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-45ed41fd-9938-466c-9e9c-e18c99c5853e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Usage tracker for resource:security_group_rule and tenant:a5cc116b07494a72826dda0f60f8b9a7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:12.885796 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-45ed41fd-9938-466c-9e9c-e18c99c5853e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:12.891774 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-45ed41fd-9938-466c-9e9c-e18c99c5853e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:12.913675 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-45ed41fd-9938-466c-9e9c-e18c99c5853e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:12.980165 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-45ed41fd-9938-466c-9e9c-e18c99c5853e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:12.982202 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-45ed41fd-9938-466c-9e9c-e18c99c5853e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826709'] for security_group_rule, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:12.984298 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-15ca723a-5234-452a-a3b8-d42a1458191c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:13.006658 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed41fd-9938-466c-9e9c-e18c99c5853e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b736c61-884b-4ef3-bc4e-891631cfcad0,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:13.010936 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-45ed41fd-9938-466c-9e9c-e18c99c5853e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:13.017875 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-45ed41fd-9938-466c-9e9c-e18c99c5853e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:13.019232 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-45ed41fd-9938-466c-9e9c-e18c99c5853e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1690876 Feb 05 19:00:13.022563 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47636) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:13.027962 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Request body: {'floatingip': {'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:13.049647 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:13.054141 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Usage tracker for resource:floatingip and tenant:a5cc116b07494a72826dda0f60f8b9a7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:13.057089 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:13.063409 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:13.073708 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for floatingip, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:13.220199 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:13.500907 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Allocated IP 172.28.0.153 (43003cf3-0c0b-48ed-9e38-49f5e4f74bf6/afe140d3-b1db-4f68-bd90-821acea9aebe/ebb60e75-5d80-401b-b88e-f1c748237193) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:00:13.665256 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:13.694659 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:13.710169 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:13.843455 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Pushing event updated for resources: {'Port': ['ID=ebb60e75-5d80-401b-b88e-f1c748237193,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:13.848081 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:13.902774 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:00:13.904006 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:00:13.906330 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:00:13.989367 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:14.062290 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:14.354700 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:14.358401 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847988729'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:14.374247 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-261ad582-12e9-4008-930f-c77b22825bba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:14.519882 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Pushing event updated for resources: {'Port': ['ID=ebb60e75-5d80-401b-b88e-f1c748237193,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:14.522980 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:14.624946 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2021456'] for floatingip, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:14.646466 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for floatingip, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:14.647767 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6242292 Feb 05 19:00:14.914701 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-afbc816a-02dd-41bc-af18-c7df1d00bf92 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1609410485&fields=id&tenant_id=a5cc116b07494a72826dda0f60f8b9a7 HTTP/1.1" status: 200 len: 267 time: 0.0620859 Feb 05 19:00:15.148752 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-3fcdaf4e-421d-4cce-a2fb-dcac2dc84c3d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:15.150386 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-3fcdaf4e-421d-4cce-a2fb-dcac2dc84c3d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/networks?id=9965b9d0-889c-488e-93d5-091708438716 HTTP/1.1" status: 200 len: 817 time: 0.2285602 Feb 05 19:00:15.166903 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-152d9c66-abfe-4491-9ee7-9e5c0ec34446 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/quotas/a5cc116b07494a72826dda0f60f8b9a7 HTTP/1.1" status: 200 len: 375 time: 0.0103934 Feb 05 19:00:15.259797 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47670) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:15.306217 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-954768d6-6e9c-4969-89bd-ebb9fae01f34 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Synchronizing usage tracker for tenant:a5cc116b07494a72826dda0f60f8b9a7 on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:00:15.322652 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-954768d6-6e9c-4969-89bd-ebb9fae01f34 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Unset dirty status for tenant:a5cc116b07494a72826dda0f60f8b9a7 on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:00:15.337820 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-954768d6-6e9c-4969-89bd-ebb9fae01f34 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a5cc116b07494a72826dda0f60f8b9a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1649547 Feb 05 19:00:15.350541 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-339c005d-d94c-40eb-aeba-5852c07fa964 admin admin] Deleting subnet c6b76a1d-d077-418c-96c3-1c2bf5c08b54 {{(pid=80159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 19:00:15.354361 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-339c005d-d94c-40eb-aeba-5852c07fa964 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:15.410908 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-339c005d-d94c-40eb-aeba-5852c07fa964 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8221168'] for subnet, precommit_delete_associations {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:15.480991 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-339c005d-d94c-40eb-aeba-5852c07fa964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748778'] for subnet, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:15.485929 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-712a4fc0-c078-4a80-bfc2-c7ad54990c27 service neutron] 10.222.0.23 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470573 Feb 05 19:00:15.628469 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-e17c01d2-b921-4a73-841e-7b2a12e88598 service neutron] 10.222.0.23 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398745 Feb 05 19:00:15.753860 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-339c005d-d94c-40eb-aeba-5852c07fa964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847988684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1094117'] for subnet, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:15.773559 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:15.797530 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 47684) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:15.864851 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2d07a392-1f09-4f46-9de6-e9b7156c914b req-4319f58c-b609-49d5-8351-aba778a41b35 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 210 time: 0.0532451 Feb 05 19:00:15.867580 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c005d-d94c-40eb-aeba-5852c07fa964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6b76a1d-d077-418c-96c3-1c2bf5c08b54,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:15.875979 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-339c005d-d94c-40eb-aeba-5852c07fa964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:15.936915 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-339c005d-d94c-40eb-aeba-5852c07fa964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:15.945785 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-339c005d-d94c-40eb-aeba-5852c07fa964 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c6b76a1d-d077-418c-96c3-1c2bf5c08b54 HTTP/1.1" status: 204 len: 168 time: 0.6846068 Feb 05 19:00:15.946672 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 47692) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:16.044178 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d05d94df-0791-46d5-893b-37a7b59ea335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:16.075830 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d05d94df-0791-46d5-893b-37a7b59ea335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:16.092248 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d05d94df-0791-46d5-893b-37a7b59ea335 admin admin] Usage tracker for resource:security_group_rule and tenant:b42aed4aeaac4f1296b5c62878e13eeb is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:16.097154 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d05d94df-0791-46d5-893b-37a7b59ea335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:16.108594 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f9ccab4b-8c17-4882-8f10-fb0f7897135c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989089'] for network, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:16.161674 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d05d94df-0791-46d5-893b-37a7b59ea335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:16.350303 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f9ccab4b-8c17-4882-8f10-fb0f7897135c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1016662', 'neutron.services.segments.db._delete_segments_for_network-8761562595665'] for network, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:16.727123 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d05d94df-0791-46d5-893b-37a7b59ea335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:16.729127 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-f9ccab4b-8c17-4882-8f10-fb0f7897135c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de1179c-4526-48b9-8cf4-6f142ea975b4']}} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:16.738974 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d05d94df-0791-46d5-893b-37a7b59ea335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:16.749240 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769cc86b-6e2c-4a82-9cef-86ef0db05fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:16.757208 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-f9ccab4b-8c17-4882-8f10-fb0f7897135c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2580ab09-bf0c-4a38-abf6-618ec81554d3') {'for_net_delete': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:16.757549 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-f9ccab4b-8c17-4882-8f10-fb0f7897135c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2580ab09-bf0c-4a38-abf6-618ec81554d3') {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:16.777381 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f9ccab4b-8c17-4882-8f10-fb0f7897135c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761562606195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848160033'] for segment, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:16.866390 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f9ccab4b-8c17-4882-8f10-fb0f7897135c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:16.869215 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d94df-0791-46d5-893b-37a7b59ea335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d53253e-ded7-43f7-aea3-9f0dccf1b37e,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:16.872196 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f9ccab4b-8c17-4882-8f10-fb0f7897135c admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 19:00:16.893125 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-d05d94df-0791-46d5-893b-37a7b59ea335 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b42aed4aeaac4f1296b5c62878e13eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0917654 Feb 05 19:00:16.894590 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47708) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:16.903516 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d05d94df-0791-46d5-893b-37a7b59ea335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:16.961041 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6b6c063f-6aa6-4d34-9a80-173c8a14a4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:16.997494 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6b6c063f-6aa6-4d34-9a80-173c8a14a4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:17.048131 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6b6c063f-6aa6-4d34-9a80-173c8a14a4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:17.055208 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2cc8b649-d2e4-42fc-9b06-b7668a3477e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:17.069945 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c063f-6aa6-4d34-9a80-173c8a14a4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d53253e-ded7-43f7-aea3-9f0dccf1b37e,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:17.074062 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6b6c063f-6aa6-4d34-9a80-173c8a14a4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:17.075581 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6b6c063f-6aa6-4d34-9a80-173c8a14a4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:17.079283 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-6b6c063f-6aa6-4d34-9a80-173c8a14a4bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d53253e-ded7-43f7-aea3-9f0dccf1b37e HTTP/1.1" status: 204 len: 168 time: 0.1811626 Feb 05 19:00:17.229310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-f9ccab4b-8c17-4882-8f10-fb0f7897135c admin admin] Network 1de1179c-4526-48b9-8cf4-6f142ea975b4 has no segments {{(pid=80158) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:00:17.247288 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f9ccab4b-8c17-4882-8f10-fb0f7897135c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853759575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7513834'] for segment, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:17.279019 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b6ef08ff-7f44-494c-b3a5-c2653dcc2383 req-0c53dc4b-63e8-432a-a0fd-9e84a1afc512 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 210 time: 0.1945031 Feb 05 19:00:17.452634 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7177ce9-abea-47c2-a9cb-6d45ef88498c req-091f5e65-8fdd-471c-bf63-b237df603498 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:17.454327 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d7177ce9-abea-47c2-a9cb-6d45ef88498c req-091f5e65-8fdd-471c-bf63-b237df603498 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.6563509 Feb 05 19:00:17.460189 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47722) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:17.480486 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b85ce50b-0ae6-4934-ac7a-4ec2cc8c7725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:17.497096 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b85ce50b-0ae6-4934-ac7a-4ec2cc8c7725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:17.501271 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b85ce50b-0ae6-4934-ac7a-4ec2cc8c7725 admin admin] Usage tracker for resource:security_group_rule and tenant:4f7a0c236f944cd195cc72e42ed2f60d is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:17.504916 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b85ce50b-0ae6-4934-ac7a-4ec2cc8c7725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:17.510805 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b85ce50b-0ae6-4934-ac7a-4ec2cc8c7725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:17.537254 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-47e63a35-db3a-4bfc-b0f9-cbb99eefa1b0 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:17.538895 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-47e63a35-db3a-4bfc-b0f9-cbb99eefa1b0 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.69 "GET /v2.0/networks?id=9965b9d0-889c-488e-93d5-091708438716 HTTP/1.1" status: 200 len: 817 time: 0.5458829 Feb 05 19:00:17.602349 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b85ce50b-0ae6-4934-ac7a-4ec2cc8c7725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:17.605307 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b85ce50b-0ae6-4934-ac7a-4ec2cc8c7725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:17.615391 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e2925b3a-ad61-4f2c-ab6a-6bd07f9b1771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:17.657184 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-b85ce50b-0ae6-4934-ac7a-4ec2cc8c7725 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f7a0c236f944cd195cc72e42ed2f60d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1958294 Feb 05 19:00:17.659457 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ce50b-0ae6-4934-ac7a-4ec2cc8c7725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3fc760-9ad9-441e-be8e-09b738fc3ec1,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:17.662949 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b85ce50b-0ae6-4934-ac7a-4ec2cc8c7725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:17.663732 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47726) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:17.702525 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-f9ccab4b-8c17-4882-8f10-fb0f7897135c admin admin] Network 1de1179c-4526-48b9-8cf4-6f142ea975b4 has no segments {{(pid=80158) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:00:17.732117 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d7177ce9-abea-47c2-a9cb-6d45ef88498c req-656a222e-3e71-4064-98da-b3114ec09512 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882374 Feb 05 19:00:17.736428 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-453f150e-1f20-42a1-b98f-00d832bf99fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: Traceback (most recent call last): Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: timer() Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: cb(*args, **kw) Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: return func(*args, **kwargs) Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: self._notify() Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: self.callback(batched_events) Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: event.method(event) Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: segment_id)['aggregates'][0] Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: return f(self, *a, **k) Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: return self._get(url).json() Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: **kwargs) Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: **endpoint_filter) Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 19:00:17.756878 dv-cinder-774288-2-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 19:00:17.767250 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-453f150e-1f20-42a1-b98f-00d832bf99fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:17.822623 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-453f150e-1f20-42a1-b98f-00d832bf99fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:17.828145 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-35efc69c-995a-4390-b97e-80ee22c01087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:17.842557 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f150e-1f20-42a1-b98f-00d832bf99fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3fc760-9ad9-441e-be8e-09b738fc3ec1,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:17.845164 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-453f150e-1f20-42a1-b98f-00d832bf99fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:17.849381 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-453f150e-1f20-42a1-b98f-00d832bf99fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:17.853534 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-453f150e-1f20-42a1-b98f-00d832bf99fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc3fc760-9ad9-441e-be8e-09b738fc3ec1 HTTP/1.1" status: 204 len: 168 time: 0.1858370 Feb 05 19:00:17.896170 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-d51ec067-ca89-491e-998b-fae3dfbcfddc tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a5cc116b07494a72826dda0f60f8b9a7 HTTP/1.1" status: 200 len: 5704 time: 0.3347430 Feb 05 19:00:17.900741 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f9ccab4b-8c17-4882-8f10-fb0f7897135c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853759138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2021475'] for network, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:17.906953 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-77ee5c90-99e5-403f-811f-394bcba32369 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Request body: {'port': {'device_id': '45a64441-756b-4b0d-95fa-d5a35aa4a9b7', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'admin_state_up': True, 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'security_groups': ['3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7']}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:17.931490 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:17.945007 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f9ccab4b-8c17-4882-8f10-fb0f7897135c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:18.014235 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ccab4b-8c17-4882-8f10-fb0f7897135c admin admin] Pushing event deleted for resources: {'Network': ['ID=1de1179c-4526-48b9-8cf4-6f142ea975b4,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:18.023128 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f9ccab4b-8c17-4882-8f10-fb0f7897135c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:18.039966 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-f9ccab4b-8c17-4882-8f10-fb0f7897135c admin admin] 10.222.0.23 "DELETE /v2.0/networks/1de1179c-4526-48b9-8cf4-6f142ea975b4 HTTP/1.1" status: 204 len: 168 time: 2.0915847 Feb 05 19:00:18.092188 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-77ee5c90-99e5-403f-811f-394bcba32369 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:18.103799 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-77ee5c90-99e5-403f-811f-394bcba32369 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:18.113459 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-77ee5c90-99e5-403f-811f-394bcba32369 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Made reservation on behalf of a5cc116b07494a72826dda0f60f8b9a7 for: {'port': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:00:18.135427 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-77ee5c90-99e5-403f-811f-394bcba32369 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:18.275173 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47740) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:18.331873 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-d6e22565-6d6f-41ad-b763-777c45ba772b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3dfc156907564d34b8ad35011e01a55a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540359 Feb 05 19:00:18.334402 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47746) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:18.421745 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-473ef09a-b475-426f-a6dc-4906cd20578d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:18.451709 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-473ef09a-b475-426f-a6dc-4906cd20578d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:18.510074 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-473ef09a-b475-426f-a6dc-4906cd20578d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:18.512263 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a2f69d29-3419-4e9f-9d54-bd90682db8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:18.526521 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ef09a-b475-426f-a6dc-4906cd20578d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e602df31-c3fc-4bc7-bc81-87f1869db625,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:18.527633 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-dcd86a93-3058-431c-99a2-dd1dbca08374 req-5d66ec01-c6d2-435a-ac8b-4c2f4a1224cc tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 210 time: 0.0611005 Feb 05 19:00:18.529829 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-473ef09a-b475-426f-a6dc-4906cd20578d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:18.531978 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-473ef09a-b475-426f-a6dc-4906cd20578d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:18.536646 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-473ef09a-b475-426f-a6dc-4906cd20578d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e602df31-c3fc-4bc7-bc81-87f1869db625 HTTP/1.1" status: 204 len: 168 time: 0.2010057 Feb 05 19:00:18.550093 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-77ee5c90-99e5-403f-811f-394bcba32369 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Allocated IP 172.20.0.7 (9965b9d0-889c-488e-93d5-091708438716/8f1bdea3-74d8-4195-980b-db0b045c7457/e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:00:18.776566 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-77ee5c90-99e5-403f-811f-394bcba32369 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:18.796823 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-77ee5c90-99e5-403f-811f-394bcba32369 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Transition to ACTIVE for port object e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa will not be triggered until provisioned by entity DHCP. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:00:18.824220 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-77ee5c90-99e5-403f-811f-394bcba32369 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:18.845155 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-712119f0-1347-4773-9384-43eba7407646 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:19.045324 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee5c90-99e5-403f-811f-394bcba32369 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Pushing event updated for resources: {'Port': ['ID=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:19.051138 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-77ee5c90-99e5-403f-811f-394bcba32369 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:19.147566 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3e465-f059-4fa4-810e-c984fd9ca724 req-976f466e-a6ee-4e98-bfb9-f16027d1864b tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:19.148391 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-bee3e465-f059-4fa4-810e-c984fd9ca724 req-976f466e-a6ee-4e98-bfb9-f16027d1864b tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Synchronizing usage tracker for tenant:d6772b3c833744d298b2542568f2699f on resource:port {{(pid=80159) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:00:19.167178 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-bee3e465-f059-4fa4-810e-c984fd9ca724 req-976f466e-a6ee-4e98-bfb9-f16027d1864b tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Unset dirty status for tenant:d6772b3c833744d298b2542568f2699f on resource:port {{(pid=80159) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:00:19.169364 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bee3e465-f059-4fa4-810e-c984fd9ca724 req-976f466e-a6ee-4e98-bfb9-f16027d1864b tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.2501853 Feb 05 19:00:19.198598 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de060b0-a459-4af5-a222-59b311866546 req-6c70ccd6-f708-4b63-bf3a-844a0c2329fa tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:19.200439 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4de060b0-a459-4af5-a222-59b311866546 req-6c70ccd6-f708-4b63-bf3a-844a0c2329fa tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 945 time: 0.3074954 Feb 05 19:00:19.236965 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-77ee5c90-99e5-403f-811f-394bcba32369 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Network 9965b9d0-889c-488e-93d5-091708438716 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:00:19.240875 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-77ee5c90-99e5-403f-811f-394bcba32369 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Resources bound (agent type, host, resource id): {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:00:19.244804 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-77ee5c90-99e5-403f-811f-394bcba32369 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:00:19.276572 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-bee3e465-f059-4fa4-810e-c984fd9ca724 req-ae4765bd-3630-4775-b464-676659e4a330 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Deleting port 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:00:19.277569 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bee3e465-f059-4fa4-810e-c984fd9ca724 req-ae4765bd-3630-4775-b464-676659e4a330 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:19.402897 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4de060b0-a459-4af5-a222-59b311866546 req-47035690-d701-4218-b60d-b5b47f16dbda tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=780ee86d-af6f-4771-b633-4478c6485a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915329 Feb 05 19:00:19.498678 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-77ee5c90-99e5-403f-811f-394bcba32369 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:19.500428 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-77ee5c90-99e5-403f-811f-394bcba32369 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:19.552975 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-77ee5c90-99e5-403f-811f-394bcba32369 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6500626 Feb 05 19:00:19.573682 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Request body: {'port': {'device_id': '45a64441-756b-4b0d-95fa-d5a35aa4a9b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:19.652242 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-043c9cd5-be24-49d3-976a-7d01220e9b68 None None] Provisioning for port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa completed by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:00:19.659650 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-043c9cd5-be24-49d3-976a-7d01220e9b68 None None] Provisioning complete for port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:19.662922 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-043c9cd5-be24-49d3-976a-7d01220e9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:19.794805 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-043c9cd5-be24-49d3-976a-7d01220e9b68 None None] Port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa cannot update to ACTIVE because it is not bound. {{(pid=80160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 19:00:19.795771 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:19.848646 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47790) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:19.878140 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-bee3e465-f059-4fa4-810e-c984fd9ca724 req-ae4765bd-3630-4775-b464-676659e4a330 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] For port 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb,segment=NetworkSegment(136859a3-6606-41af-8375-5d44672b0926),segment_id=136859a3-6606-41af-8375-5d44672b0926)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:00:19.878734 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bee3e465-f059-4fa4-810e-c984fd9ca724 req-ae4765bd-3630-4775-b464-676659e4a330 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:20.093198 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede94db-4024-4f54-8d74-2fd66d772a7f req-4e1b05e5-8913-4f79-957a-6edb317f2de6 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:20.093849 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-bede94db-4024-4f54-8d74-2fd66d772a7f req-4e1b05e5-8913-4f79-957a-6edb317f2de6 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Synchronizing usage tracker for tenant:a5cc116b07494a72826dda0f60f8b9a7 on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:00:20.104805 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-719445828-network', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:20.114328 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:20.122758 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Usage tracker for resource:network and tenant:fabe836c13fa45c48a6dcb2d84810683 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:20.127674 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:20.167496 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-bede94db-4024-4f54-8d74-2fd66d772a7f req-4e1b05e5-8913-4f79-957a-6edb317f2de6 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Unset dirty status for tenant:a5cc116b07494a72826dda0f60f8b9a7 on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:00:20.168658 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bede94db-4024-4f54-8d74-2fd66d772a7f req-4e1b05e5-8913-4f79-957a-6edb317f2de6 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 931 time: 0.3191247 Feb 05 19:00:20.217244 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:20.245936 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Made reservation on behalf of fabe836c13fa45c48a6dcb2d84810683 for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:00:20.251202 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:20.269863 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:20.293934 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bee3e465-f059-4fa4-810e-c984fd9ca724 req-ae4765bd-3630-4775-b464-676659e4a330 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:20.294531 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bee3e465-f059-4fa4-810e-c984fd9ca724 req-ae4765bd-3630-4775-b464-676659e4a330 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2021456'] for floatingip, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:20.294780 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.l3_db [req-bee3e465-f059-4fa4-810e-c984fd9ca724 req-ae4765bd-3630-4775-b464-676659e4a330 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Floating IP 35f70cd3-f95a-4d32-8fde-10bc5e2efea7 disassociated. External IP: 172.28.0.170, port: 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb. Feb 05 19:00:20.295034 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-bee3e465-f059-4fa4-810e-c984fd9ca724 req-ae4765bd-3630-4775-b464-676659e4a330 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Calling delete_port for 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb owned by compute:nova {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:00:20.331381 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:20.348170 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Usage tracker for resource:security_group_rule and tenant:fabe836c13fa45c48a6dcb2d84810683 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:20.354186 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:20.378469 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:20.555511 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bee3e465-f059-4fa4-810e-c984fd9ca724 req-ae4765bd-3630-4775-b464-676659e4a330 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:20.556245 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bede94db-4024-4f54-8d74-2fd66d772a7f req-31c21838-a5cf-44b1-8187-d51dc8a2bdab tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3771341 Feb 05 19:00:20.564794 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:00:20.611496 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-81de1db1-1c7b-4bdb-8590-a4acf5f2a8c0 tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:20.624431 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] No Port match for: 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:00:20.626765 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb not bound to the agent host hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:00:20.676303 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4765bd-3630-4775-b464-676659e4a330 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Pushing event deleted for resources: {'Port': ['ID=27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:20.679243 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ae4765bd-3630-4775-b464-676659e4a330 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:20.721469 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d0838bc3-c31b-4b08-ba4b-936025bb8c26 req-273bad36-a535-4356-bd29-7b808efa487c tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 210 time: 0.0625892 Feb 05 19:00:20.749029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:20.753544 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:20.783702 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-97f0449c-3951-4d17-b8df-0e06f50d9c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:20.792937 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 19:00:20.822146 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa {{(pid=80158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 19:00:20.832517 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:20.843604 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275292180135', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:20.844183 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Added segment df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8 of type vxlan for network bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 Feb 05 19:00:20.846962 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Transition to ACTIVE for port object e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:00:20.850843 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7513612'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:20.857863 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccd4532-5a8d-4f79-a237-e471aeec6f00,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:20.861655 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:20.906863 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275292661176'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:20.926666 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e28c5237-fe57-40fb-9f1a-f91999de7896 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:21.044528 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:21.058741 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:21.119570 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:21.124329 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:21.125199 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:21.134305 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d1e0d955-52df-45e6-800c-787d28cd5abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:21.187678 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3376613 Feb 05 19:00:21.203872 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47814) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:21.238129 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Attempting to bind port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:00:21.238608 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Attempting to bind port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9965b9d0-889c-488e-93d5-091708438716'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:00:21.239085 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Attempting to bind port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa on network 9965b9d0-889c-488e-93d5-091708438716 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:00:21.246983 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Checking agent: {'id': '448d464c-f4b2-46c5-bbf2-8018ee5cc94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 53, 33), 'started_at': datetime.datetime(2021, 2, 5, 18, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:00:21.247483 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Checking segment: {'id': '3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9965b9d0-889c-488e-93d5-091708438716'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:00:21.247996 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:21.248499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Bound using segment: {'id': '3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9965b9d0-889c-488e-93d5-091708438716'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:00:21.249088 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Bound port: e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9965b9d0-889c-488e-93d5-091708438716'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:00:21.249602 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:21.262320 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-94dd9db9-d1d9-4ae3-8540-26bea3f12574 admin admin] Request body: {'subnet': {'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-719445828-subnet', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'ip_version': 4}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:21.285220 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-94dd9db9-d1d9-4ae3-8540-26bea3f12574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:21.300579 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-94dd9db9-d1d9-4ae3-8540-26bea3f12574 admin admin] Usage tracker for resource:subnet and tenant:fabe836c13fa45c48a6dcb2d84810683 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:21.307452 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-94dd9db9-d1d9-4ae3-8540-26bea3f12574 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:21.317826 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Pushing event updated for resources: {'Network': ['ID=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:21.321693 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:21.325732 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-94dd9db9-d1d9-4ae3-8540-26bea3f12574 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:21.330729 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bee3e465-f059-4fa4-810e-c984fd9ca724 req-ae4765bd-3630-4775-b464-676659e4a330 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:00:21.344550 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dd9db9-d1d9-4ae3-8540-26bea3f12574 admin admin] Made reservation on behalf of fabe836c13fa45c48a6dcb2d84810683 for: {'subnet': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:00:21.347112 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Network bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 details requested by agent ovs-agent-dv-cinder-774288-2-smb with host dv-cinder-774288-2-smb {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 19:00:21.349805 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd9db9-d1d9-4ae3-8540-26bea3f12574 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853681697'] for subnet, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:21.373477 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] For port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa, host hv-cinder-77428, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:00:21.377160 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] For port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:00:21.388555 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7513612'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:21.543714 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Network bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 19:00:21.607534 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-77ee5c90-99e5-403f-811f-394bcba32369 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:21.704262 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:21.705245 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:21.707477 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] 10.222.0.69 "PUT /v2.0/ports/e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa HTTP/1.1" status: 200 len: 1157 time: 2.1404924 Feb 05 19:00:21.716844 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a64441-756b-4b0d-95fa-d5a35aa4a9b7', 'tag': 'e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:00:21.758305 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:21.763695 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:21.889742 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a64441-756b-4b0d-95fa-d5a35aa4a9b7', 'tag': 'e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa', 'status': 'completed', 'code': 200} Feb 05 19:00:21.960685 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bee3e465-f059-4fa4-810e-c984fd9ca724 req-ae4765bd-3630-4775-b464-676659e4a330 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:00:21.970600 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626415bb-263e-4a62-aa14-ca42a7ba2339 None None] Sync routers for ids ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'] in dv-cinder-774288-2-smb {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:00:21.982810 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626415bb-263e-4a62-aa14-ca42a7ba2339 None None] Routers {'7239ca4c-33e9-42a3-b646-28af8fdfcc03'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:00:21.984142 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-626415bb-263e-4a62-aa14-ca42a7ba2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:00:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:21.992163 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-99ebe203-0e2f-4362-a111-2bb4b9516fa5 req-62945b28-4fb5-4f71-9148-32a1e016edb2 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f7f1520-8b07-4cb6-aa85-1cd909d1674f HTTP/1.1" status: 200 len: 210 time: 0.0577486 Feb 05 19:00:22.001202 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-0e3d712d-cb3f-4b6e-8e7b-00e2b91f57de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:22.002834 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-0e3d712d-cb3f-4b6e-8e7b-00e2b91f57de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5cc116b07494a72826dda0f60f8b9a7&device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 1160 time: 0.2376823 Feb 05 19:00:22.007405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee3e465-f059-4fa4-810e-c984fd9ca724 req-ae4765bd-3630-4775-b464-676659e4a330 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] No DVR routers for this DVR port 27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb on host hv-cinder-77428 {{(pid=80159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 19:00:22.009855 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-bee3e465-f059-4fa4-810e-c984fd9ca724 req-ae4765bd-3630-4775-b464-676659e4a330 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:22.014598 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7f1520-8b07-4cb6-aa85-1cd909d1674f', 'name': 'network-vif-deleted', 'tag': '27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:00:22.023667 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bee3e465-f059-4fa4-810e-c984fd9ca724 req-ae4765bd-3630-4775-b464-676659e4a330 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.69 "DELETE /v2.0/ports/27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb HTTP/1.1" status: 204 len: 173 time: 2.8496933 Feb 05 19:00:22.094325 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf864db4-bf22-4b69-90d1-6f6f2cdc402a req-7c94c68e-6b0d-45c1-8243-bb4e966a3711 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:22.096019 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bf864db4-bf22-4b69-90d1-6f6f2cdc402a req-7c94c68e-6b0d-45c1-8243-bb4e966a3711 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 943 time: 0.2539120 Feb 05 19:00:22.117550 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7f1520-8b07-4cb6-aa85-1cd909d1674f', 'name': 'network-vif-deleted', 'tag': '27a8eb42-9a4c-4d30-a35e-7fd824fcdfeb', 'status': 'completed', 'code': 200} Feb 05 19:00:22.149796 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd9db9-d1d9-4ae3-8540-26bea3f12574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6787184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853681682'] for subnet, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:22.168682 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-75696da4-3059-4225-94b4-0901b9111d2d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa HTTP/1.1" status: 200 len: 217 time: 0.0710266 Feb 05 19:00:22.172853 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f4eb0f02-741c-4b63-bc04-5807ecf8ff2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:22.228191 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-626415bb-263e-4a62-aa14-ca42a7ba2339 None None] Set router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:00:22.300912 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bf864db4-bf22-4b69-90d1-6f6f2cdc402a req-48eb5fe3-bea1-4405-bb48-aba9084b202a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310835 Feb 05 19:00:22.304225 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd9db9-d1d9-4ae3-8540-26bea3f12574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ac2e60-037b-493c-b64f-d832ffe6d185,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:22.317730 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-94dd9db9-d1d9-4ae3-8540-26bea3f12574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:22.349642 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-3dcbf427-5161-435f-86be-6f33b3d2b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:22.352025 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-3dcbf427-5161-435f-86be-6f33b3d2b351 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f1bdea3-74d8-4195-980b-db0b045c7457 HTTP/1.1" status: 200 len: 856 time: 0.1632404 Feb 05 19:00:22.410347 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dd9db9-d1d9-4ae3-8540-26bea3f12574 admin admin] Checking segment: {'id': 'df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:00:22.410347 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dd9db9-d1d9-4ae3-8540-26bea3f12574 admin admin] Network hostable DHCP agents. Network: bf1edd22-bfaa-4e9d-a05e-62c246ae7b45, hostable agents: ['eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9'], hosted agents: [] {{(pid=80159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 19:00:22.433578 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dd9db9-d1d9-4ae3-8540-26bea3f12574 admin admin] Network bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 is scheduled to be hosted by DHCP agent eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9 with binding_index 1 {{(pid=80159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 19:00:22.441704 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-a0080061-c759-441b-990a-d2b373fccc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:22.443387 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-a0080061-c759-441b-990a-d2b373fccc8d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9965b9d0-889c-488e-93d5-091708438716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837049 Feb 05 19:00:22.443808 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-94dd9db9-d1d9-4ae3-8540-26bea3f12574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-smb, bf1edd22-bfaa-4e9d-a05e-62c246ae7b45) {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:00:22.455187 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45742c34-dd0c-41b0-9e55-5bf62443770a None None] Network bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:00:22.461404 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dd9db9-d1d9-4ae3-8540-26bea3f12574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:22.462132 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94dd9db9-d1d9-4ae3-8540-26bea3f12574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:22.480317 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-94dd9db9-d1d9-4ae3-8540-26bea3f12574 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2751751 Feb 05 19:00:22.483025 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47830) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:22.489852 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-719445828-router', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:22.495109 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:22.499645 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Usage tracker for resource:router and tenant:fabe836c13fa45c48a6dcb2d84810683 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:22.503488 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:22.510419 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:22.521261 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852749002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769136'] for router, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:22.522445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852748900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852745261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1942813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6665'] for router, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:22.543287 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:22.624459 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-dc5de46a-a8eb-4df8-914e-4a65b760927a service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689117 Feb 05 19:00:22.804236 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a7ca29be-47db-4cc4-994a-775e54fba057 req-c46b0e72-37a3-46d8-9850-bddfafd94162 service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1714983 Feb 05 19:00:22.866349 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852745280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852750656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6774'] for router, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:22.932710 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc029f289-517f-5e5e-ab57-e692d880b635-bf1edd22-bfaa-4e9d-a05e-62c246ae7b45', 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'fixed_ips': [{'subnet_id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185'}]}} from dv-cinder-774288-2-smb. {{(pid=80160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 19:00:22.933747 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:22.989223 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc149e94-a98d-4d81-a0bf-d74a3ef0da5d req-03c6537f-3a34-424e-9bba-1c8adde60ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:22.991216 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bc149e94-a98d-4d81-a0bf-d74a3ef0da5d req-03c6537f-3a34-424e-9bba-1c8adde60ee0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5cc116b07494a72826dda0f60f8b9a7&device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 1160 time: 0.0941699 Feb 05 19:00:23.094889 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-626415bb-263e-4a62-aa14-ca42a7ba2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T18:56:05Z', 'revision_number': 4, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '43646e9f-e4e2-4523-a3ab-f9c867de0ed4', 'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'mac_address': 'fa:16:3e:d0:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:58Z', 'updated_at': '2021-02-05T18:56:15Z', 'revision_number': 5, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'subnets': [{'id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:23.102309 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626415bb-263e-4a62-aa14-ca42a7ba2339 None None] Checking router: 7239ca4c-33e9-42a3-b646-28af8fdfcc03 for host: dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:00:23.124813 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626415bb-263e-4a62-aa14-ca42a7ba2339 None None] Routers {'7239ca4c-33e9-42a3-b646-28af8fdfcc03'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:00:23.125717 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-626415bb-263e-4a62-aa14-ca42a7ba2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:00:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:23.255518 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 47844) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:23.383501 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-626415bb-263e-4a62-aa14-ca42a7ba2339 None None] Set router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:00:23.428855 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc149e94-a98d-4d81-a0bf-d74a3ef0da5d req-fb8eb235-0d68-4327-a69b-cb6b5e95f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:23.439224 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bc149e94-a98d-4d81-a0bf-d74a3ef0da5d req-fb8eb235-0d68-4327-a69b-cb6b5e95f735 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9965b9d0-889c-488e-93d5-091708438716 HTTP/1.1" status: 200 len: 911 time: 0.4413016 Feb 05 19:00:23.445856 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b3d8ca53-fe95-4f9b-9600-7eb6026ba193 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:23.539386 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:23.575027 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:23.656061 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bc149e94-a98d-4d81-a0bf-d74a3ef0da5d req-ab1e065e-ebbe-488b-b578-188e5bac2f52 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa HTTP/1.1" status: 200 len: 217 time: 0.1988454 Feb 05 19:00:23.735701 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b3d8ca53-fe95-4f9b-9600-7eb6026ba193 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:23.816079 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc149e94-a98d-4d81-a0bf-d74a3ef0da5d req-304d83c4-8f30-40ee-8677-8f279168b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:23.817650 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bc149e94-a98d-4d81-a0bf-d74a3ef0da5d req-304d83c4-8f30-40ee-8677-8f279168b486 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f1bdea3-74d8-4195-980b-db0b045c7457 HTTP/1.1" status: 200 len: 856 time: 0.1514084 Feb 05 19:00:23.871349 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Allocated IP 172.28.0.206 (43003cf3-0c0b-48ed-9e38-49f5e4f74bf6/afe140d3-b1db-4f68-bd90-821acea9aebe/75a0dc92-8a11-4b5c-98ec-658917323b02) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:00:23.876798 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Allocated IP 172.20.0.2 (bf1edd22-bfaa-4e9d-a05e-62c246ae7b45/e0ac2e60-037b-493c-b64f-d832ffe6d185/3357fa15-ab4f-40fd-8712-edd7199e9fea) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:00:23.911056 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b0f04-16e9-4ce1-bd3c-9580327dd086 req-2fc13103-3074-4729-8167-2e8038610406 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:23.912734 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-020b0f04-16e9-4ce1-bd3c-9580327dd086 req-2fc13103-3074-4729-8167-2e8038610406 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 943 time: 0.3029957 Feb 05 19:00:23.977896 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-626415bb-263e-4a62-aa14-ca42a7ba2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T18:56:05Z', 'revision_number': 4, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '43646e9f-e4e2-4523-a3ab-f9c867de0ed4', 'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'mac_address': 'fa:16:3e:d0:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:58Z', 'updated_at': '2021-02-05T18:56:15Z', 'revision_number': 5, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'subnets': [{'id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:23.985346 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626415bb-263e-4a62-aa14-ca42a7ba2339 None None] The sync data for ids ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'] in dv-cinder-774288-2-smb is: [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T18:56:05Z', 'revision_number': 4, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '43646e9f-e4e2-4523-a3ab-f9c867de0ed4', 'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'mac_address': 'fa:16:3e:d0:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:58Z', 'updated_at': '2021-02-05T18:56:15Z', 'revision_number': 5, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'subnets': [{'id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:00:24.009215 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b3d8ca53-fe95-4f9b-9600-7eb6026ba193 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:24.022625 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a8f1624f-c078-4a21-81f8-47eaeb95a346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:24.044904 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:24.068788 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-020b0f04-16e9-4ce1-bd3c-9580327dd086 req-8dc5ce74-9897-4c4c-ac4d-da532e4191d8 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153622 Feb 05 19:00:24.077016 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8ca53-fe95-4f9b-9600-7eb6026ba193 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=780ee86d-af6f-4771-b633-4478c6485a04,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:24.082207 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b3d8ca53-fe95-4f9b-9600-7eb6026ba193 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:24.083981 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:24.084900 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b3d8ca53-fe95-4f9b-9600-7eb6026ba193 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:24.087727 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-b3d8ca53-fe95-4f9b-9600-7eb6026ba193 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "DELETE /v2.0/security-groups/780ee86d-af6f-4771-b633-4478c6485a04 HTTP/1.1" status: 204 len: 168 time: 0.8306348 Feb 05 19:00:24.090542 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 47854) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:24.101584 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d7eb07d9-bd7e-4ac4-805d-d1c0d5af96e8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:24.114916 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc149e94-a98d-4d81-a0bf-d74a3ef0da5d req-ce29c95c-b2b1-4c60-875a-a5f1aad79176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:24.116506 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bc149e94-a98d-4d81-a0bf-d74a3ef0da5d req-ce29c95c-b2b1-4c60-875a-a5f1aad79176 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9965b9d0-889c-488e-93d5-091708438716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2919340 Feb 05 19:00:24.117523 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.v2.resource [None req-1d19f013-3a57-45fd-a87e-812133dd2798 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] show failed (client error): The resource could not be found. Feb 05 19:00:24.118515 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-1d19f013-3a57-45fd-a87e-812133dd2798 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups/780ee86d-af6f-4771-b633-4478c6485a04 HTTP/1.1" status: 404 len: 347 time: 0.0257101 Feb 05 19:00:24.125724 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 47858) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:24.253725 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Pushing event updated for resources: {'Port': ['ID=75a0dc92-8a11-4b5c-98ec-658917323b02,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:24.267741 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:24.342996 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:00:24.344299 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:00:24.355503 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:00:24.400566 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:24.415921 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Transition to ACTIVE for port object 3357fa15-ab4f-40fd-8712-edd7199e9fea will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:00:24.438215 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Transition to ACTIVE for port object 3357fa15-ab4f-40fd-8712-edd7199e9fea will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:00:24.443863 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:24.459617 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:24.464956 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528b19a0-668e-4a9b-ac8f-1f5fcf7939e0 None None] New status for floating IP 35f70cd3-f95a-4d32-8fde-10bc5e2efea7: DOWN {{(pid=80161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 19:00:24.675670 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Network bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:00:24.699947 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:00:24.725790 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:00:24.733712 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-bbd3f846-e271-4816-a2e3-1bcaab3c5a4a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Deleting port 7a110deb-d381-4045-a4c6-063918e31445 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:00:24.734107 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f846-e271-4816-a2e3-1bcaab3c5a4a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:24.815319 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Pushing event updated for resources: {'Port': ['ID=3357fa15-ab4f-40fd-8712-edd7199e9fea,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:24.819324 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Attempting to bind port 3357fa15-ab4f-40fd-8712-edd7199e9fea on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:00:24.819728 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Attempting to bind port 3357fa15-ab4f-40fd-8712-edd7199e9fea by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': 'df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:00:24.820648 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Attempting to bind port 3357fa15-ab4f-40fd-8712-edd7199e9fea on network bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:00:24.833691 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.834125 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.834494 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.834860 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.835221 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.835577 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.835937 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.836737 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.837101 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.837479 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.837833 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.838188 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.838599 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.838951 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.839304 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.840018 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.840018 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.840310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.840632 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.841022 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.841396 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.841745 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.842095 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.842438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:24.859849 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:00:24.863277 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Checking segment: {'id': 'df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:00:24.864128 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:24.864738 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Bound using segment: {'id': 'df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:00:24.865332 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Bound port: 3357fa15-ab4f-40fd-8712-edd7199e9fea, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:00:24.865750 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:24.870983 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:24.883747 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:24.916655 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bc149e94-a98d-4d81-a0bf-d74a3ef0da5d req-96947e31-af41-4c3c-80ad-2cec75d0490c service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7896426 Feb 05 19:00:24.967698 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] For port 3357fa15-ab4f-40fd-8712-edd7199e9fea, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:00:24.970954 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] For port 3357fa15-ab4f-40fd-8712-edd7199e9fea, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=3357fa15-ab4f-40fd-8712-edd7199e9fea,segment=NetworkSegment(df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8),segment_id=df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:00:24.974361 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:25.073430 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f846-e271-4816-a2e3-1bcaab3c5a4a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:25.073817 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f846-e271-4816-a2e3-1bcaab3c5a4a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:25.097647 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:25.155993 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:00:25.235299 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-bbd3f846-e271-4816-a2e3-1bcaab3c5a4a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Calling delete_port for 7a110deb-d381-4045-a4c6-063918e31445 owned by network:floatingip {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:00:25.251079 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning for port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:00:25.258118 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:25.258530 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:25.276591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852754393'] for router, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:25.293282 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bc149e94-a98d-4d81-a0bf-d74a3ef0da5d req-f03639c7-1944-4edd-ab1d-ffc7e354e0a2 service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3698506 Feb 05 19:00:25.381351 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Pushing event updated for resources: {'Port': ['ID=3357fa15-ab4f-40fd-8712-edd7199e9fea,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:25.402977 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:25.412694 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f846-e271-4816-a2e3-1bcaab3c5a4a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:25.475330 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:25.568582 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:25.603013 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a64441-756b-4b0d-95fa-d5a35aa4a9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:00:25.625701 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3f846-e271-4816-a2e3-1bcaab3c5a4a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Pushing event deleted for resources: {'Port': ['ID=7a110deb-d381-4045-a4c6-063918e31445,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:25.626044 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Router 3a474dae-27ef-4fab-92a5-8bc87c77e26c is scheduled to L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c with binding_index 1 {{(pid=80159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 19:00:25.628884 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bbd3f846-e271-4816-a2e3-1bcaab3c5a4a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:25.638153 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:00:25.644666 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:25.647548 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b0d64bb1-6bb1-4b3a-885b-1ad8676bc272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:25.754472 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a64441-756b-4b0d-95fa-d5a35aa4a9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa', 'code': 200} Feb 05 19:00:25.781939 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:25.786912 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:25.861940 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b72c88-01bc-442e-8960-1539b3e659ba req-98ff250a-f2b3-4f18-bc9c-e23daadad40c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:25.864175 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-33b72c88-01bc-442e-8960-1539b3e659ba req-98ff250a-f2b3-4f18-bc9c-e23daadad40c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 943 time: 0.4344583 Feb 05 19:00:25.869503 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:00:25.881921 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Sync routers for ids ['3a474dae-27ef-4fab-92a5-8bc87c77e26c'] in dv-cinder-774288-2-smb {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:00:25.893426 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] Notify callbacks [] for router, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:25.893745 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Routers {'3a474dae-27ef-4fab-92a5-8bc87c77e26c'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:00:25.897459 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:00:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['3a474dae-27ef-4fab-92a5-8bc87c77e26c'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:25.897638 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a9844243-e630-4d48-96a2-c88ff6be9042 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4106436 Feb 05 19:00:25.897800 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47876) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:25.989557 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-33b72c88-01bc-442e-8960-1539b3e659ba req-f8bde631-c4d3-496e-b8d1-98a76835d140 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828316 Feb 05 19:00:25.994205 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f846-e271-4816-a2e3-1bcaab3c5a4a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for floatingip, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:26.054966 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f846-e271-4816-a2e3-1bcaab3c5a4a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for floatingip, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:26.059244 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-bbd3f846-e271-4816-a2e3-1bcaab3c5a4a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "DELETE /v2.0/floatingips/35f70cd3-f95a-4d32-8fde-10bc5e2efea7 HTTP/1.1" status: 204 len: 168 time: 1.9280288 Feb 05 19:00:26.116262 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161759a-0add-4128-8873-f9183301f87c req-716e0e90-fdbe-4ef6-a8c2-9b108c79ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:26.118855 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1161759a-0add-4128-8873-f9183301f87c req-716e0e90-fdbe-4ef6-a8c2-9b108c79ab9d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 1162 time: 0.1124992 Feb 05 19:00:26.135295 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Set router 3a474dae-27ef-4fab-92a5-8bc87c77e26c gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:00:26.166933 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1161759a-0add-4128-8873-f9183301f87c req-c84dc7c2-a022-40b3-b058-71f2f285c24e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414431 Feb 05 19:00:26.456978 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'name': 'tempest-TestShelveInstance-719445828-router', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:22Z', 'updated_at': '2021-02-05T19:00:24Z', 'revision_number': 3, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'gw_port': {'id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:23Z', 'updated_at': '2021-02-05T19:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:26.461417 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Checking router: 3a474dae-27ef-4fab-92a5-8bc87c77e26c for host: dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:00:26.461883 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Updating router 3a474dae-27ef-4fab-92a5-8bc87c77e26c port 75a0dc92-8a11-4b5c-98ec-658917323b02 binding host dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 19:00:26.523836 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:26.796374 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:00:26.964471 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae06015-111a-4747-a9f3-23ad143458e5 None None] Network bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:00:26.973563 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:27.154768 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 3357fa15-ab4f-40fd-8712-edd7199e9fea up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:00:27.254863 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-a4bd1d09-0f09-4e5b-b9c2-1ce4bada848f None None] Provisioning for port 3357fa15-ab4f-40fd-8712-edd7199e9fea completed by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:00:27.334923 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:27.335244 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:27.386950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.resource_extend [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 05 19:00:27.474702 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddb742-653b-48be-8894-790ad0d2412c req-045073f1-34ac-4ccb-9722-5348d7058f9f tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:27.484425 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a4ddb742-653b-48be-8894-790ad0d2412c req-045073f1-34ac-4ccb-9722-5348d7058f9f tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.2412653 Feb 05 19:00:27.528722 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47892) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:27.541164 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-90813b13-0052-49ca-ae66-f0e34d9f8caf tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--514610353', 'description': 'tempest-description--267996322'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:27.567437 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-90813b13-0052-49ca-ae66-f0e34d9f8caf tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:27.568648 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a4ddb742-653b-48be-8894-790ad0d2412c req-fe166b0c-30ce-4392-8600-72995fefd9ad tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821338 Feb 05 19:00:27.668030 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-90813b13-0052-49ca-ae66-f0e34d9f8caf tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Usage tracker for resource:security_group and tenant:d6772b3c833744d298b2542568f2699f is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:27.671842 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-90813b13-0052-49ca-ae66-f0e34d9f8caf tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:27.678906 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-90813b13-0052-49ca-ae66-f0e34d9f8caf tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:27.693663 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-90813b13-0052-49ca-ae66-f0e34d9f8caf tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:27.718614 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Allocated IP 172.20.0.1 (bf1edd22-bfaa-4e9d-a05e-62c246ae7b45/e0ac2e60-037b-493c-b64f-d832ffe6d185/970e3084-fa92-4222-800c-499233018609) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:00:27.735955 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-90813b13-0052-49ca-ae66-f0e34d9f8caf tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:27.740226 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port 3357fa15-ab4f-40fd-8712-edd7199e9fea completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:00:27.742643 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-90813b13-0052-49ca-ae66-f0e34d9f8caf tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Usage tracker for resource:security_group_rule and tenant:d6772b3c833744d298b2542568f2699f is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:27.747991 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-90813b13-0052-49ca-ae66-f0e34d9f8caf tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:27.772227 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-90813b13-0052-49ca-ae66-f0e34d9f8caf tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:27.791900 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 3357fa15-ab4f-40fd-8712-edd7199e9fea triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:27.792295 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:27.817907 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:27.906080 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Transition to ACTIVE for port object 75a0dc92-8a11-4b5c-98ec-658917323b02 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:00:27.923923 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:27.944129 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:27.948750 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:27.979194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-90813b13-0052-49ca-ae66-f0e34d9f8caf tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:27.982180 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Transition to ACTIVE for port object 970e3084-fa92-4222-800c-499233018609 will not be triggered until provisioned by entity DHCP. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:00:27.984751 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-90813b13-0052-49ca-ae66-f0e34d9f8caf tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:27.991282 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-926c8a3d-1280-4a65-be0a-7dad9b0b6cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:28.045114 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90813b13-0052-49ca-ae66-f0e34d9f8caf tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9add484a-d4da-4632-84c7-d679284e5a75,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:28.050443 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-90813b13-0052-49ca-ae66-f0e34d9f8caf tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:28.053088 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-90813b13-0052-49ca-ae66-f0e34d9f8caf tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:28.057685 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-90813b13-0052-49ca-ae66-f0e34d9f8caf tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5246167 Feb 05 19:00:28.057685 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47900) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:28.063831 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-7574f558-72a9-4695-8df9-72bfc4583cea tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Request body: {'security_group_rule': {'security_group_id': '9add484a-d4da-4632-84c7-d679284e5a75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:28.085893 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7574f558-72a9-4695-8df9-72bfc4583cea tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:28.091682 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-7574f558-72a9-4695-8df9-72bfc4583cea tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Usage tracker for resource:security_group_rule and tenant:d6772b3c833744d298b2542568f2699f is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:28.095608 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-7574f558-72a9-4695-8df9-72bfc4583cea tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:28.103925 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-7574f558-72a9-4695-8df9-72bfc4583cea tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:28.106572 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:28.123010 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:28.179864 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae34d2-95f0-49e3-bf4e-c738c03299d6 None None] Pushing event updated for resources: {'Port': ['ID=75a0dc92-8a11-4b5c-98ec-658917323b02,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:28.203764 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-52ae34d2-95f0-49e3-bf4e-c738c03299d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:28.256854 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7574f558-72a9-4695-8df9-72bfc4583cea tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:28.259786 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:28.288991 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Pushing event updated for resources: {'Port': ['ID=970e3084-fa92-4222-800c-499233018609,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:28.301066 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:28.327071 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Attempting to bind port 75a0dc92-8a11-4b5c-98ec-658917323b02 on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:00:28.327610 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Attempting to bind port 75a0dc92-8a11-4b5c-98ec-658917323b02 by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:00:28.328168 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Attempting to bind port 75a0dc92-8a11-4b5c-98ec-658917323b02 on network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:00:28.336561 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:00:28.336974 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Checking segment: {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:00:28.337603 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:28.338205 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Bound using segment: {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:00:28.338825 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Bound port: 75a0dc92-8a11-4b5c-98ec-658917323b02, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:00:28.339311 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:28.381689 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7574f558-72a9-4695-8df9-72bfc4583cea tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:28.388015 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-769bb299-4739-4597-831b-2c808a423a4b None None] For port 3357fa15-ab4f-40fd-8712-edd7199e9fea, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=3357fa15-ab4f-40fd-8712-edd7199e9fea,segment=NetworkSegment(df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8),segment_id=df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:00:28.389356 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7574f558-72a9-4695-8df9-72bfc4583cea tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826709'] for security_group_rule, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:28.391430 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Network bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:00:28.393992 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:00:28.398327 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:28.399294 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ba9fa8e2-71e5-4066-ab57-cf2013c1319b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:28.402946 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:28.407808 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:00:28.461392 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574f558-72a9-4695-8df9-72bfc4583cea tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63826a7-a32c-4514-afa7-b39df0a5f92c,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:28.468284 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7574f558-72a9-4695-8df9-72bfc4583cea tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:28.480290 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7574f558-72a9-4695-8df9-72bfc4583cea tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:28.484179 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-7574f558-72a9-4695-8df9-72bfc4583cea tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4232233 Feb 05 19:00:28.485438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47904) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:28.492898 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-382f6ab2-41d6-4f35-8234-d5c2b9ab5af4 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Request body: {'security_group_rule': {'security_group_id': '9add484a-d4da-4632-84c7-d679284e5a75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:28.497954 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] For port 75a0dc92-8a11-4b5c-98ec-658917323b02, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:00:28.503563 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] For port 75a0dc92-8a11-4b5c-98ec-658917323b02, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=75a0dc92-8a11-4b5c-98ec-658917323b02,segment=NetworkSegment(c666c010-ae90-4bff-a771-8500e5274c3e),segment_id=c666c010-ae90-4bff-a771-8500e5274c3e)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:00:28.504814 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Pushing event updated for resources: {'Port': ['ID=3357fa15-ab4f-40fd-8712-edd7199e9fea,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:28.508469 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:28.509771 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:28.517022 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2021626'] for router_interface, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:28.525408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:28.639233 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-382f6ab2-41d6-4f35-8234-d5c2b9ab5af4 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:28.658303 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-382f6ab2-41d6-4f35-8234-d5c2b9ab5af4 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Usage tracker for resource:security_group_rule and tenant:d6772b3c833744d298b2542568f2699f is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:28.667260 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-382f6ab2-41d6-4f35-8234-d5c2b9ab5af4 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:28.682705 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-382f6ab2-41d6-4f35-8234-d5c2b9ab5af4 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:28.685671 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-98953e6e-7dbb-4c82-bb7a-d7b6be5736a2 None None] Provisioning complete for port 3357fa15-ab4f-40fd-8712-edd7199e9fea triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:28.686089 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-98953e6e-7dbb-4c82-bb7a-d7b6be5736a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:28.698769 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:00:28.717806 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-382f6ab2-41d6-4f35-8234-d5c2b9ab5af4 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:28.768787 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae34d2-95f0-49e3-bf4e-c738c03299d6 None None] Pushing event updated for resources: {'Port': ['ID=75a0dc92-8a11-4b5c-98ec-658917323b02,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:28.778238 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:00:28.805223 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-52ae34d2-95f0-49e3-bf4e-c738c03299d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:28.867851 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:28.879442 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-382f6ab2-41d6-4f35-8234-d5c2b9ab5af4 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:28.887776 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-382f6ab2-41d6-4f35-8234-d5c2b9ab5af4 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826709'] for security_group_rule, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:28.931645 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:28.936830 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Routers {'3a474dae-27ef-4fab-92a5-8bc87c77e26c'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:00:28.938433 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:00:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['3a474dae-27ef-4fab-92a5-8bc87c77e26c'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:28.990389 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f6ab2-41d6-4f35-8234-d5c2b9ab5af4 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfdd5257-f6b7-43be-bf7c-b1e03b5a2c72,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:29.024478 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-382f6ab2-41d6-4f35-8234-d5c2b9ab5af4 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:29.025413 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-382f6ab2-41d6-4f35-8234-d5c2b9ab5af4 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:29.026634 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-382f6ab2-41d6-4f35-8234-d5c2b9ab5af4 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5412428 Feb 05 19:00:29.034086 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47914) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:29.041815 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Request body: {'floatingip': {'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:29.052071 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e93f5e-1bb4-4085-b381-1ebafc2dc1a3 req-de2e265f-8f6c-460a-98c6-634fc9164538 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:29.060275 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c5e93f5e-1bb4-4085-b381-1ebafc2dc1a3 req-de2e265f-8f6c-460a-98c6-634fc9164538 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.2956154 Feb 05 19:00:29.075848 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:29.086370 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Usage tracker for resource:floatingip and tenant:d6772b3c833744d298b2542568f2699f is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:29.100578 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:29.113977 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:29.170676 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c5e93f5e-1bb4-4085-b381-1ebafc2dc1a3 req-852623d0-634e-414c-953c-b9f03bed36a4 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069145 Feb 05 19:00:29.186820 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 3357fa15-ab4f-40fd-8712-edd7199e9fea up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:00:29.194750 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for floatingip, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:29.303849 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:29.304289 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:29.429406 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] Set router 3a474dae-27ef-4fab-92a5-8bc87c77e26c gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:00:29.650171 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d5630-dc89-416a-a5fb-84d72e91f4ad req-5d0e798e-4864-4e7d-a666-677660fe2337 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:29.651945 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8e0d5630-dc89-416a-a5fb-84d72e91f4ad req-5d0e798e-4864-4e7d-a666-677660fe2337 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.1953552 Feb 05 19:00:29.663686 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 47926) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:29.669771 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-c0edf065-6e7d-45ff-bea6-1c5471af1a1d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Request body: {'floatingip': {'port_id': 'e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:29.742795 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:29.750369 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847988729'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:29.778246 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0edf065-6e7d-45ff-bea6-1c5471af1a1d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for floatingip, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:29.792522 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:29.843950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 3357fa15-ab4f-40fd-8712-edd7199e9fea triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:29.844357 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:29.891641 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-defec29d-a3ae-4ccc-b183-a0ca0bfbe2c6 None None] Provisioning for port 970e3084-fa92-4222-800c-499233018609 completed by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:00:29.899903 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:29.909709 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2017309'] for router_interface, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:29.927034 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Pushing event updated for resources: {'Port': ['ID=970e3084-fa92-4222-800c-499233018609,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:29.933494 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-defec29d-a3ae-4ccc-b183-a0ca0bfbe2c6 None None] Provisioning complete for port 970e3084-fa92-4222-800c-499233018609 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:29.933907 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-defec29d-a3ae-4ccc-b183-a0ca0bfbe2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:29.937932 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:30.087876 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-defec29d-a3ae-4ccc-b183-a0ca0bfbe2c6 None None] Port 970e3084-fa92-4222-800c-499233018609 cannot update to ACTIVE because it is not bound. {{(pid=80160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 19:00:30.189637 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-defec29d-a3ae-4ccc-b183-a0ca0bfbe2c6 None None] Provisioning complete for port 3357fa15-ab4f-40fd-8712-edd7199e9fea triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:30.190133 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-defec29d-a3ae-4ccc-b183-a0ca0bfbe2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:30.222368 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Network bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:00:30.230020 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:00:30.391645 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'name': 'tempest-TestShelveInstance-719445828-router', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:22Z', 'updated_at': '2021-02-05T19:00:28Z', 'revision_number': 4, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'gw_port': {'id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:23Z', 'updated_at': '2021-02-05T19:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '970e3084-fa92-4222-800c-499233018609', 'name': '', 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'mac_address': 'fa:16:3e:f6:01:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:27Z', 'updated_at': '2021-02-05T19:00:27Z', 'revision_number': 1, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'subnets': [{'id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:30.401527 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b14428d-a25b-4f0b-aecb-71b21b9f4dbd None None] The sync data for ids ['3a474dae-27ef-4fab-92a5-8bc87c77e26c'] in dv-cinder-774288-2-smb is: [{'id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'name': 'tempest-TestShelveInstance-719445828-router', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:22Z', 'updated_at': '2021-02-05T19:00:28Z', 'revision_number': 4, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'gw_port': {'id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:23Z', 'updated_at': '2021-02-05T19:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '970e3084-fa92-4222-800c-499233018609', 'name': '', 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'mac_address': 'fa:16:3e:f6:01:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:27Z', 'updated_at': '2021-02-05T19:00:27Z', 'revision_number': 1, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'subnets': [{'id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:00:30.487992 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Allocated IP 172.28.0.208 (43003cf3-0c0b-48ed-9e38-49f5e4f74bf6/afe140d3-b1db-4f68-bd90-821acea9aebe/72cf4710-1868-4e8d-8167-efd27d37bedf) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:00:30.519494 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0edf065-6e7d-45ff-bea6-1c5471af1a1d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:30.523301 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0edf065-6e7d-45ff-bea6-1c5471af1a1d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2021456'] for floatingip, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:30.527861 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-2501884a-bdb0-4444-8f17-b6740314ebc7 None None] Provisioning complete for port 970e3084-fa92-4222-800c-499233018609 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:30.528269 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2501884a-bdb0-4444-8f17-b6740314ebc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:30.591019 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-2501884a-bdb0-4444-8f17-b6740314ebc7 None None] Port 970e3084-fa92-4222-800c-499233018609 cannot update to ACTIVE because it is not bound. {{(pid=80160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 19:00:30.628513 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Router 3a474dae-27ef-4fab-92a5-8bc87c77e26c has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:00:30.719557 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.l3_db [None req-c0edf065-6e7d-45ff-bea6-1c5471af1a1d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Floating IP 21830fe5-5446-443e-b4df-62f29606fd65 associated. External IP: 172.28.0.153, port: e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa. Feb 05 19:00:30.861844 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:30.923987 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:00:30.939569 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-50fd4b00-8c7c-4966-ae55-ff27d4362d1f admin admin] 10.222.0.23 "PUT /v2.0/routers/3a474dae-27ef-4fab-92a5-8bc87c77e26c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0406268 Feb 05 19:00:30.968187 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:31.087094 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8b59a96d-8b22-4374-9b27-b7bc59a7f0ee tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:31.160248 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Pushing event updated for resources: {'Port': ['ID=72cf4710-1868-4e8d-8167-efd27d37bedf,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:31.163340 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:31.230790 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:00:31.232205 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:00:31.234700 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:00:31.383925 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:31.466426 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:31.534194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0edf065-6e7d-45ff-bea6-1c5471af1a1d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Router 974005bb-424b-4c4d-b499-ad4ec9119668 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:00:31.761288 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0edf065-6e7d-45ff-bea6-1c5471af1a1d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:00:31.766938 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0edf065-6e7d-45ff-bea6-1c5471af1a1d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for floatingip, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:31.776545 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59af8f2-b782-45fb-b7c8-859367f5f904 None None] Sync routers for ids ['974005bb-424b-4c4d-b499-ad4ec9119668'] in dv-cinder-774288-2-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:00:31.790422 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59af8f2-b782-45fb-b7c8-859367f5f904 None None] Routers {'974005bb-424b-4c4d-b499-ad4ec9119668'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:00:31.791105 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f59af8f2-b782-45fb-b7c8-859367f5f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:00:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['974005bb-424b-4c4d-b499-ad4ec9119668'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:31.823085 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:31.827801 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847988729'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:31.837598 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-c0edf065-6e7d-45ff-bea6-1c5471af1a1d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "PUT /v2.0/floatingips/21830fe5-5446-443e-b4df-62f29606fd65 HTTP/1.1" status: 200 len: 991 time: 2.1726294 Feb 05 19:00:31.838329 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a64441-756b-4b0d-95fa-d5a35aa4a9b7', 'tag': 'e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:00:31.844725 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-203a0f45-f465-4252-bf2d-09729be55498 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:31.983302 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a64441-756b-4b0d-95fa-d5a35aa4a9b7', 'tag': 'e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa', 'status': 'completed', 'code': 200} Feb 05 19:00:32.029538 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7b89d84a-423e-489f-99d0-310405cdfb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:32.075057 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-f59af8f2-b782-45fb-b7c8-859367f5f904 None None] Set router 974005bb-424b-4c4d-b499-ad4ec9119668 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:00:32.163787 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Pushing event updated for resources: {'Port': ['ID=72cf4710-1868-4e8d-8167-efd27d37bedf,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:32.168292 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:32.188760 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2021456'] for floatingip, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:32.191766 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bd9e5-4741-4b26-af49-234f414afbcc req-0b5efcac-30d7-4312-b20a-fc2b55be43ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:32.193586 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5f5bd9e5-4741-4b26-af49-234f414afbcc req-0b5efcac-30d7-4312-b20a-fc2b55be43ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5cc116b07494a72826dda0f60f8b9a7&device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 1162 time: 0.1682131 Feb 05 19:00:32.216405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for floatingip, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:32.218038 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-46842106-6fd6-4a8f-853e-bbcc972f607f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1828098 Feb 05 19:00:32.462542 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47968) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:32.469387 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1851139780-network', 'tenant_id': '4613a8d14b9a47f886c07af6cd89b5ed'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:32.475581 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:32.480044 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Usage tracker for resource:network and tenant:4613a8d14b9a47f886c07af6cd89b5ed is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:32.485672 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:32.495724 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:32.509638 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Made reservation on behalf of 4613a8d14b9a47f886c07af6cd89b5ed for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:00:32.509763 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bd9e5-4741-4b26-af49-234f414afbcc req-08bbc46d-cc04-4733-91d9-694255fcf2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:32.511575 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5f5bd9e5-4741-4b26-af49-234f414afbcc req-08bbc46d-cc04-4733-91d9-694255fcf2ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=9965b9d0-889c-488e-93d5-091708438716 HTTP/1.1" status: 200 len: 911 time: 0.2943680 Feb 05 19:00:32.515275 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:32.532645 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:32.554400 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:32.560178 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Usage tracker for resource:security_group_rule and tenant:4613a8d14b9a47f886c07af6cd89b5ed is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:32.563616 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:32.570694 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:32.579096 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f59af8f2-b782-45fb-b7c8-859367f5f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T18:56:11Z', 'revision_number': 4, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_floatingips': [{'id': '21830fe5-5446-443e-b4df-62f29606fd65', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'router_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'port_id': 'e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'mac_address': 'fa:16:3e:ed:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a64441-756b-4b0d-95fa-d5a35aa4a9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:00:13Z', 'updated_at': '2021-02-05T19:00:30Z', 'revision_number': 1, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8e2389-872e-45a8-a810-478db9c3d679', 'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'mac_address': 'fa:16:3e:d6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:56:07Z', 'updated_at': '2021-02-05T18:56:23Z', 'revision_number': 5, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'subnets': [{'id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:32.583965 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59af8f2-b782-45fb-b7c8-859367f5f904 None None] Checking router: 974005bb-424b-4c4d-b499-ad4ec9119668 for host: dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:00:32.593350 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59af8f2-b782-45fb-b7c8-859367f5f904 None None] Routers {'974005bb-424b-4c4d-b499-ad4ec9119668'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:00:32.594006 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f59af8f2-b782-45fb-b7c8-859367f5f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:00:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['974005bb-424b-4c4d-b499-ad4ec9119668'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:32.666643 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:32.669785 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:32.674240 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d8d71444-4790-42cd-a33f-d005b04077c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:32.687369 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5f5bd9e5-4741-4b26-af49-234f414afbcc req-18883e41-a8b1-4e3a-b820-81ac4ca5ddcc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa HTTP/1.1" status: 200 len: 999 time: 0.1546390 Feb 05 19:00:32.707656 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 19:00:32.714091 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-1d80e69f-2787-4eb2-8eb2-da3dd6b7d8ec tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Synchronizing usage tracker for tenant:d6772b3c833744d298b2542568f2699f on resource:security_group {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:00:32.721972 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daa1dd1-cb6e-4e79-977e-532faa381770,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:32.726772 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:32.727855 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275292180135', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:32.728297 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Added segment 7d109662-bdff-4190-a94d-889f6928fa16 of type vxlan for network a161ea63-ef99-4afe-97b1-9ddbc82b4da6 Feb 05 19:00:32.760226 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275292661176'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:32.788447 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-1d80e69f-2787-4eb2-8eb2-da3dd6b7d8ec tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Unset dirty status for tenant:d6772b3c833744d298b2542568f2699f on resource:security_group {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:00:32.790009 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-1d80e69f-2787-4eb2-8eb2-da3dd6b7d8ec tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--514610353&fields=id&tenant_id=d6772b3c833744d298b2542568f2699f HTTP/1.1" status: 200 len: 267 time: 0.1623864 Feb 05 19:00:32.796042 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:32.797422 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:32.798077 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:32.804795 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:32.806068 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bd9e5-4741-4b26-af49-234f414afbcc req-f15f81e8-8da6-45f2-97bf-e280da8ac09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:32.808022 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5f5bd9e5-4741-4b26-af49-234f414afbcc req-f15f81e8-8da6-45f2-97bf-e280da8ac09d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f1bdea3-74d8-4195-980b-db0b045c7457 HTTP/1.1" status: 200 len: 856 time: 0.1121638 Feb 05 19:00:32.952973 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-f59af8f2-b782-45fb-b7c8-859367f5f904 None None] Set router 974005bb-424b-4c4d-b499-ad4ec9119668 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:00:33.102614 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 75a0dc92-8a11-4b5c-98ec-658917323b02 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:00:33.153121 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-0c3ddc5f-d42c-4ebf-bdd8-a5f13e9ee7fb tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:33.154935 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-0c3ddc5f-d42c-4ebf-bdd8-a5f13e9ee7fb tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/networks?id=497ec747-5a9f-4b18-bf8f-c5da3336777f HTTP/1.1" status: 200 len: 811 time: 0.3456831 Feb 05 19:00:33.158542 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bd9e5-4741-4b26-af49-234f414afbcc req-e4ea32a1-35ae-44b6-9cb0-68fa55b68be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:33.160585 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5f5bd9e5-4741-4b26-af49-234f414afbcc req-e4ea32a1-35ae-44b6-9cb0-68fa55b68be1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9965b9d0-889c-488e-93d5-091708438716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3231170 Feb 05 19:00:33.195072 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Pushing event updated for resources: {'Network': ['ID=a161ea63-ef99-4afe-97b1-9ddbc82b4da6,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:33.196117 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port 75a0dc92-8a11-4b5c-98ec-658917323b02 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:00:33.199053 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:33.207331 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7402136 Feb 05 19:00:33.207445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 75a0dc92-8a11-4b5c-98ec-658917323b02 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:33.207445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:33.209322 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 47980) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:33.215766 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-3d8c74f7-a1fb-4935-9ce3-93f50ac09111 admin admin] Request body: {'subnet': {'network_id': 'a161ea63-ef99-4afe-97b1-9ddbc82b4da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1851139780-subnet', 'tenant_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'ip_version': 4}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:33.240406 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-3d8c74f7-a1fb-4935-9ce3-93f50ac09111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:33.244819 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-3d8c74f7-a1fb-4935-9ce3-93f50ac09111 admin admin] Usage tracker for resource:subnet and tenant:4613a8d14b9a47f886c07af6cd89b5ed is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:33.250215 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-3d8c74f7-a1fb-4935-9ce3-93f50ac09111 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:33.260988 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Network a161ea63-ef99-4afe-97b1-9ddbc82b4da6 details requested by agent ovs-agent-dv-cinder-774288-2-smb with host dv-cinder-774288-2-smb {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 19:00:33.263768 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-3d8c74f7-a1fb-4935-9ce3-93f50ac09111 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:33.276967 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Network a161ea63-ef99-4afe-97b1-9ddbc82b4da6 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 19:00:33.286347 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8c74f7-a1fb-4935-9ce3-93f50ac09111 admin admin] Made reservation on behalf of 4613a8d14b9a47f886c07af6cd89b5ed for: {'subnet': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:00:33.291376 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d8c74f7-a1fb-4935-9ce3-93f50ac09111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853681697'] for subnet, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:33.352660 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-456d311b-d2fa-4a47-aa58-0afc4ffa0b90 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/quotas/d6772b3c833744d298b2542568f2699f HTTP/1.1" status: 200 len: 375 time: 0.1897695 Feb 05 19:00:33.357984 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f59af8f2-b782-45fb-b7c8-859367f5f904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T18:56:11Z', 'revision_number': 4, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_floatingips': [{'id': '21830fe5-5446-443e-b4df-62f29606fd65', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'router_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'port_id': 'e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'mac_address': 'fa:16:3e:ed:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a64441-756b-4b0d-95fa-d5a35aa4a9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:00:13Z', 'updated_at': '2021-02-05T19:00:30Z', 'revision_number': 1, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8e2389-872e-45a8-a810-478db9c3d679', 'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'mac_address': 'fa:16:3e:d6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:56:07Z', 'updated_at': '2021-02-05T18:56:23Z', 'revision_number': 5, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'subnets': [{'id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:33.365148 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59af8f2-b782-45fb-b7c8-859367f5f904 None None] The sync data for ids ['974005bb-424b-4c4d-b499-ad4ec9119668'] in dv-cinder-774288-2-smb is: [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T18:56:11Z', 'revision_number': 4, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_floatingips': [{'id': '21830fe5-5446-443e-b4df-62f29606fd65', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'router_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'port_id': 'e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'mac_address': 'fa:16:3e:ed:f6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a64441-756b-4b0d-95fa-d5a35aa4a9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:00:13Z', 'updated_at': '2021-02-05T19:00:30Z', 'revision_number': 1, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd8e2389-872e-45a8-a810-478db9c3d679', 'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'mac_address': 'fa:16:3e:d6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:56:07Z', 'updated_at': '2021-02-05T18:56:23Z', 'revision_number': 5, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'subnets': [{'id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:00:33.442003 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5f5bd9e5-4741-4b26-af49-234f414afbcc req-5dd58fe7-6861-4b66-9e0a-b75a97f0fd7d service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706645 Feb 05 19:00:33.594527 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:33.623257 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:33.634951 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-29f99d03-149f-4fdd-a094-ba62c549e41a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Synchronizing usage tracker for tenant:d6772b3c833744d298b2542568f2699f on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:00:33.647268 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-769bb299-4739-4597-831b-2c808a423a4b None None] For port 75a0dc92-8a11-4b5c-98ec-658917323b02, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=75a0dc92-8a11-4b5c-98ec-658917323b02,segment=NetworkSegment(c666c010-ae90-4bff-a771-8500e5274c3e),segment_id=c666c010-ae90-4bff-a771-8500e5274c3e)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:00:33.651773 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:33.653799 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:33.662065 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-29f99d03-149f-4fdd-a094-ba62c549e41a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Unset dirty status for tenant:d6772b3c833744d298b2542568f2699f on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:00:33.673620 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-29f99d03-149f-4fdd-a094-ba62c549e41a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6772b3c833744d298b2542568f2699f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3088450 Feb 05 19:00:33.756367 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Pushing event updated for resources: {'Port': ['ID=75a0dc92-8a11-4b5c-98ec-658917323b02,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:33.759915 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:33.842367 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5f5bd9e5-4741-4b26-af49-234f414afbcc req-458117a9-ab23-44df-b82c-be8a638e0c02 service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3904471 Feb 05 19:00:33.873218 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-e3b9417f-0639-43db-b0b7-46d786672106 service neutron] 10.222.0.23 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931856 Feb 05 19:00:33.874858 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d8c74f7-a1fb-4935-9ce3-93f50ac09111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6787184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853681682'] for subnet, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:33.895329 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:33.955324 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 47992) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:34.020565 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c74f7-a1fb-4935-9ce3-93f50ac09111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ffb64ce-9d45-4c6d-9838-172b56aca540,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:34.033282 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3d8c74f7-a1fb-4935-9ce3-93f50ac09111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:34.034641 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-948adbc5-f4e4-4393-86df-8111379d1ec7 service neutron] 10.222.0.23 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1590145 Feb 05 19:00:34.099511 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8c74f7-a1fb-4935-9ce3-93f50ac09111 admin admin] Checking segment: {'id': '7d109662-bdff-4190-a94d-889f6928fa16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a161ea63-ef99-4afe-97b1-9ddbc82b4da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:00:34.099904 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c74f7-a1fb-4935-9ce3-93f50ac09111 admin admin] Network hostable DHCP agents. Network: a161ea63-ef99-4afe-97b1-9ddbc82b4da6, hostable agents: ['eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9'], hosted agents: [] {{(pid=80159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 19:00:34.126386 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c74f7-a1fb-4935-9ce3-93f50ac09111 admin admin] Network a161ea63-ef99-4afe-97b1-9ddbc82b4da6 is scheduled to be hosted by DHCP agent eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9 with binding_index 1 {{(pid=80159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 19:00:34.137999 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-3d8c74f7-a1fb-4935-9ce3-93f50ac09111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-smb, a161ea63-ef99-4afe-97b1-9ddbc82b4da6) {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:00:34.138971 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7ec48c9-00ba-4d26-a374-34eb1bc2deb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:34.147546 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d86a5d1-6ef0-417e-9e2a-130a32cee989 None None] Network a161ea63-ef99-4afe-97b1-9ddbc82b4da6 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:00:34.153028 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c74f7-a1fb-4935-9ce3-93f50ac09111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:34.153710 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3d8c74f7-a1fb-4935-9ce3-93f50ac09111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:34.182467 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-3d8c74f7-a1fb-4935-9ce3-93f50ac09111 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9693933 Feb 05 19:00:34.183165 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 48000) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:34.205073 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1851139780-router', 'tenant_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:34.211950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:34.214635 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e7ec48c9-00ba-4d26-a374-34eb1bc2deb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:34.216697 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Usage tracker for resource:router and tenant:4613a8d14b9a47f886c07af6cd89b5ed is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:34.221974 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:34.223897 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e7ec48c9-00ba-4d26-a374-34eb1bc2deb4 admin admin] Usage tracker for resource:security_group_rule and tenant:c067624c7ed24146b6ecb32a04bc04a6 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:34.228321 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:34.231973 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e7ec48c9-00ba-4d26-a374-34eb1bc2deb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:34.243776 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852749002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769136'] for router, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:34.244897 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852748900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852745261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1942813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6665'] for router, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:34.245050 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e7ec48c9-00ba-4d26-a374-34eb1bc2deb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:34.250098 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa1a50f-db79-40d7-acd6-4d3350eff410 None None] New status for floating IP 21830fe5-5446-443e-b4df-62f29606fd65: ACTIVE {{(pid=80160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 19:00:34.261491 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:34.407588 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7ec48c9-00ba-4d26-a374-34eb1bc2deb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:34.414973 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e7ec48c9-00ba-4d26-a374-34eb1bc2deb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:34.434311 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f9f0895e-5a21-46d3-b5a5-2ec90f1eef03 req-8ee5eb58-c8f3-449d-bd3e-a518a4f4bf89 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 210 time: 0.1533592 Feb 05 19:00:34.439432 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8488edad-b0aa-4d8a-99f5-5a7c2c6cb009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:34.507090 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-e7ec48c9-00ba-4d26-a374-34eb1bc2deb4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c067624c7ed24146b6ecb32a04bc04a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5495703 Feb 05 19:00:34.509335 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 48012) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:34.512703 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec48c9-00ba-4d26-a374-34eb1bc2deb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550cad5f-3886-482d-b53f-c83a4e2577a3,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:34.550402 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7ec48c9-00ba-4d26-a374-34eb1bc2deb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:34.585678 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-417d1dc7-0e6a-48e4-852a-aa0fb103c4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:34.635201 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-417d1dc7-0e6a-48e4-852a-aa0fb103c4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:34.644317 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-02cd8f34-b3b4-4d56-bf98-b5bb21091572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:34.685376 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852745280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852750656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6774'] for router, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:34.710884 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-417d1dc7-0e6a-48e4-852a-aa0fb103c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:34.717706 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e082729e-fb2d-4a66-9909-4e42971dfc53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:34.737369 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d1dc7-0e6a-48e4-852a-aa0fb103c4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550cad5f-3886-482d-b53f-c83a4e2577a3,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:34.742026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-417d1dc7-0e6a-48e4-852a-aa0fb103c4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:34.755377 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-417d1dc7-0e6a-48e4-852a-aa0fb103c4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:34.759120 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-417d1dc7-0e6a-48e4-852a-aa0fb103c4a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/550cad5f-3886-482d-b53f-c83a4e2577a3 HTTP/1.1" status: 204 len: 168 time: 0.2459304 Feb 05 19:00:34.850929 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:34.863852 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc029f289-517f-5e5e-ab57-e692d880b635-a161ea63-ef99-4afe-97b1-9ddbc82b4da6', 'network_id': 'a161ea63-ef99-4afe-97b1-9ddbc82b4da6', 'tenant_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'fixed_ips': [{'subnet_id': '5ffb64ce-9d45-4c6d-9838-172b56aca540'}]}} from dv-cinder-774288-2-smb. {{(pid=80160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 19:00:34.864893 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:34.953047 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Sync routers for ids ['3a474dae-27ef-4fab-92a5-8bc87c77e26c'] in dv-cinder-774288-2-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:00:34.975334 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Routers {'3a474dae-27ef-4fab-92a5-8bc87c77e26c'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:00:34.976720 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:00:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['3a474dae-27ef-4fab-92a5-8bc87c77e26c'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:35.100388 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:35.138135 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:35.236316 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Set router 3a474dae-27ef-4fab-92a5-8bc87c77e26c gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:00:35.261900 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 48022) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:35.287009 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a40b9712-c467-41f3-b2cd-751350156eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:35.317790 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a40b9712-c467-41f3-b2cd-751350156eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:35.332538 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a40b9712-c467-41f3-b2cd-751350156eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:5b3d2dbd3ce8406da66574e9ca24e2f3 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:35.342003 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 75a0dc92-8a11-4b5c-98ec-658917323b02 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:00:35.344723 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a40b9712-c467-41f3-b2cd-751350156eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:35.351818 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a40b9712-c467-41f3-b2cd-751350156eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:35.463475 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a40b9712-c467-41f3-b2cd-751350156eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:35.468388 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a40b9712-c467-41f3-b2cd-751350156eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:35.477399 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Allocated IP 172.20.0.2 (a161ea63-ef99-4afe-97b1-9ddbc82b4da6/5ffb64ce-9d45-4c6d-9838-172b56aca540/deee14de-fac5-472f-92c5-2887ef2b790a) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:00:35.492637 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 75a0dc92-8a11-4b5c-98ec-658917323b02 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:35.493053 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:35.503694 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:35.516823 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a40b9712-c467-41f3-b2cd-751350156eb7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b3d2dbd3ce8406da66574e9ca24e2f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514105 Feb 05 19:00:35.517470 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 48028) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:35.597099 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Allocated IP 172.28.0.8 (43003cf3-0c0b-48ed-9e38-49f5e4f74bf6/afe140d3-b1db-4f68-bd90-821acea9aebe/ecaafff2-b938-4a3e-a98f-e60f62728f0f) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:00:35.649131 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b9712-c467-41f3-b2cd-751350156eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc20e201-1677-49e6-827f-3694fef598bc,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:35.657124 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a40b9712-c467-41f3-b2cd-751350156eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:35.699630 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'name': 'tempest-TestShelveInstance-719445828-router', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:22Z', 'updated_at': '2021-02-05T19:00:28Z', 'revision_number': 4, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'gw_port': {'id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:23Z', 'updated_at': '2021-02-05T19:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '970e3084-fa92-4222-800c-499233018609', 'name': '', 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'mac_address': 'fa:16:3e:f6:01:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:27Z', 'updated_at': '2021-02-05T19:00:29Z', 'revision_number': 2, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'subnets': [{'id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:35.703983 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Checking router: 3a474dae-27ef-4fab-92a5-8bc87c77e26c for host: dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:00:35.704860 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Updating router 3a474dae-27ef-4fab-92a5-8bc87c77e26c port 970e3084-fa92-4222-800c-499233018609 binding host dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 19:00:35.738567 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:35.764981 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:35.776909 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-691a01e7-977b-442a-9921-6075d8ff4975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:35.807642 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-691a01e7-977b-442a-9921-6075d8ff4975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:35.886976 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:35.898451 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e75a408f-7c0e-4341-acae-d1bc246c335a req-c7386e00-e06a-4b09-9edc-d1dc14880e25 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 210 time: 0.2136235 Feb 05 19:00:35.900049 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-691a01e7-977b-442a-9921-6075d8ff4975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:35.928006 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:36.090646 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:36.132829 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:36.146438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Transition to ACTIVE for port object deee14de-fac5-472f-92c5-2887ef2b790a will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:00:36.175265 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=ecaafff2-b938-4a3e-a98f-e60f62728f0f,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:36.179098 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:36.187931 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Transition to ACTIVE for port object deee14de-fac5-472f-92c5-2887ef2b790a will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:00:36.195768 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:00:36.196042 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:36.197978 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:00:36.200395 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:00:36.232257 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:36.249651 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a01e7-977b-442a-9921-6075d8ff4975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc20e201-1677-49e6-827f-3694fef598bc,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:36.255334 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-691a01e7-977b-442a-9921-6075d8ff4975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:36.263355 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-691a01e7-977b-442a-9921-6075d8ff4975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:36.267169 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-691a01e7-977b-442a-9921-6075d8ff4975 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc20e201-1677-49e6-827f-3694fef598bc HTTP/1.1" status: 204 len: 168 time: 0.7460027 Feb 05 19:00:36.291258 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:36.411053 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:36.425088 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:36.434089 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Transition to ACTIVE for port object 970e3084-fa92-4222-800c-499233018609 will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:00:36.435553 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Pushing event updated for resources: {'Port': ['ID=deee14de-fac5-472f-92c5-2887ef2b790a,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:36.437784 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:36.440955 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:36.482351 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-b2e249c3-fd4d-4589-9467-00c828a3c835 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:36.484415 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-b2e249c3-fd4d-4589-9467-00c828a3c835 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.69 "GET /v2.0/networks?id=497ec747-5a9f-4b18-bf8f-c5da3336777f HTTP/1.1" status: 200 len: 811 time: 0.7089169 Feb 05 19:00:36.487517 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Network a161ea63-ef99-4afe-97b1-9ddbc82b4da6 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:00:36.488741 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:00:36.491048 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:00:36.561577 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Attempting to bind port deee14de-fac5-472f-92c5-2887ef2b790a on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:00:36.561994 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Attempting to bind port deee14de-fac5-472f-92c5-2887ef2b790a by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': '7d109662-bdff-4190-a94d-889f6928fa16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a161ea63-ef99-4afe-97b1-9ddbc82b4da6'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:00:36.562405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Attempting to bind port deee14de-fac5-472f-92c5-2887ef2b790a on network a161ea63-ef99-4afe-97b1-9ddbc82b4da6 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:00:36.569558 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:00:36.570259 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Checking segment: {'id': '7d109662-bdff-4190-a94d-889f6928fa16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a161ea63-ef99-4afe-97b1-9ddbc82b4da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:00:36.570714 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:36.571155 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Bound using segment: {'id': '7d109662-bdff-4190-a94d-889f6928fa16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a161ea63-ef99-4afe-97b1-9ddbc82b4da6'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:00:36.571677 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Bound port: deee14de-fac5-472f-92c5-2887ef2b790a, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d109662-bdff-4190-a94d-889f6928fa16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a161ea63-ef99-4afe-97b1-9ddbc82b4da6'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:00:36.572103 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:36.599689 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fed988f4-6139-4162-8c6e-dc16d0444796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:36.662475 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-e53173c6-9dd7-4e67-a748-161e87a32f63 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d6772b3c833744d298b2542568f2699f HTTP/1.1" status: 200 len: 5703 time: 0.1578894 Feb 05 19:00:36.674305 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-026134f7-dd6f-4815-9f52-a4c09506fe2a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Request body: {'port': {'device_id': 'a64a224d-aeea-400e-8f06-781e550cf11c', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'admin_state_up': True, 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'security_groups': ['9add484a-d4da-4632-84c7-d679284e5a75']}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:36.676498 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Pushing event updated for resources: {'Port': ['ID=970e3084-fa92-4222-800c-499233018609,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:36.686003 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.686464 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.687034 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.687530 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.688004 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.688571 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.689407 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.689970 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.690668 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.691227 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.691690 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.692230 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.692764 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.693667 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.694135 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.694601 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.695060 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.695526 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.696000 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.696459 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.696923 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.697416 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.697875 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.698365 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.737216 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] For port deee14de-fac5-472f-92c5-2887ef2b790a, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:00:36.742927 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] For port deee14de-fac5-472f-92c5-2887ef2b790a, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=deee14de-fac5-472f-92c5-2887ef2b790a,segment=NetworkSegment(7d109662-bdff-4190-a94d-889f6928fa16),segment_id=7d109662-bdff-4190-a94d-889f6928fa16)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:00:36.747877 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:36.780600 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:36.791118 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:36.866681 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Attempting to bind port 970e3084-fa92-4222-800c-499233018609 on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:00:36.867256 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Attempting to bind port 970e3084-fa92-4222-800c-499233018609 by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': 'df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:00:36.867773 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Attempting to bind port 970e3084-fa92-4222-800c-499233018609 on network bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:00:36.874481 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:00:36.875232 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Checking segment: {'id': 'df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:00:36.875805 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:36.876349 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Bound using segment: {'id': 'df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:00:36.881720 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Bound port: 970e3084-fa92-4222-800c-499233018609, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:00:36.882325 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:36.993843 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-026134f7-dd6f-4815-9f52-a4c09506fe2a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:37.025959 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-026134f7-dd6f-4815-9f52-a4c09506fe2a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:37.042833 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] For port 970e3084-fa92-4222-800c-499233018609, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:00:37.045529 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-026134f7-dd6f-4815-9f52-a4c09506fe2a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Made reservation on behalf of d6772b3c833744d298b2542568f2699f for: {'port': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:00:37.051853 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] For port 970e3084-fa92-4222-800c-499233018609, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=970e3084-fa92-4222-800c-499233018609,segment=NetworkSegment(df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8),segment_id=df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:00:37.061476 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:37.097533 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:37.124064 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-026134f7-dd6f-4815-9f52-a4c09506fe2a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:37.142118 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Pushing event updated for resources: {'Port': ['ID=deee14de-fac5-472f-92c5-2887ef2b790a,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:37.220321 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:37.246946 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:37.362631 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c60f9961-88f6-4e05-be8e-fe57c878b6b1 req-7619863e-454a-4512-8ee7-e0fec83c740f tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 210 time: 0.1593854 Feb 05 19:00:37.370832 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Pushing event updated for resources: {'Port': ['ID=970e3084-fa92-4222-800c-499233018609,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:37.375116 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6472af8f-53c5-4111-b77a-b37be9ba03db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:37.447617 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Routers {'3a474dae-27ef-4fab-92a5-8bc87c77e26c'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:00:37.448376 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:00:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['3a474dae-27ef-4fab-92a5-8bc87c77e26c'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:37.652023 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-026134f7-dd6f-4815-9f52-a4c09506fe2a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Allocated IP 172.20.0.6 (497ec747-5a9f-4b18-bf8f-c5da3336777f/9ca05151-4272-40cf-9fde-02be00fd7aec/259c68e1-9833-4e01-8ebc-a72391358e13) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:00:37.817549 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] Set router 3a474dae-27ef-4fab-92a5-8bc87c77e26c gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:00:37.824408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852754393'] for router, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:37.984974 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-026134f7-dd6f-4815-9f52-a4c09506fe2a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:38.012132 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-026134f7-dd6f-4815-9f52-a4c09506fe2a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Transition to ACTIVE for port object 259c68e1-9833-4e01-8ebc-a72391358e13 will not be triggered until provisioned by entity DHCP. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:00:38.041392 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-026134f7-dd6f-4815-9f52-a4c09506fe2a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:38.058333 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-974c883b-6368-4f96-8f85-880649543096 tempest-AttachVolumeNegativeTest-716199702 tempest-AttachVolumeNegativeTest-716199702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:38.104218 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Router 9f8a9721-6969-4287-a597-b8659de0d247 is scheduled to L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c with binding_index 1 {{(pid=80159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 19:00:38.226447 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026134f7-dd6f-4815-9f52-a4c09506fe2a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Pushing event updated for resources: {'Port': ['ID=259c68e1-9833-4e01-8ebc-a72391358e13,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:38.232002 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-026134f7-dd6f-4815-9f52-a4c09506fe2a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:38.322691 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-026134f7-dd6f-4815-9f52-a4c09506fe2a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Network 497ec747-5a9f-4b18-bf8f-c5da3336777f is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:00:38.323910 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-026134f7-dd6f-4815-9f52-a4c09506fe2a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Resources bound (agent type, host, resource id): {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:00:38.331931 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-026134f7-dd6f-4815-9f52-a4c09506fe2a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:00:38.348033 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:00:38.357487 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Sync routers for ids ['9f8a9721-6969-4287-a597-b8659de0d247'] in dv-cinder-774288-2-smb {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:00:38.375246 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Routers {'9f8a9721-6969-4287-a597-b8659de0d247'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:00:38.375800 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:00:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['9f8a9721-6969-4287-a597-b8659de0d247'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:38.405435 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] Notify callbacks [] for router, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:38.407492 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-9aff81e9-19eb-4fc6-8db0-da9985762cb1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.2231712 Feb 05 19:00:38.412976 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 48066) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:38.495534 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'name': 'tempest-TestShelveInstance-719445828-router', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:22Z', 'updated_at': '2021-02-05T19:00:28Z', 'revision_number': 4, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'gw_port': {'id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:23Z', 'updated_at': '2021-02-05T19:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '970e3084-fa92-4222-800c-499233018609', 'name': '', 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'mac_address': 'fa:16:3e:f6:01:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:27Z', 'updated_at': '2021-02-05T19:00:37Z', 'revision_number': 4, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'subnets': [{'id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:38.504027 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af78875-e8ed-4a60-be74-d7e66cbda40d None None] The sync data for ids ['3a474dae-27ef-4fab-92a5-8bc87c77e26c'] in dv-cinder-774288-2-smb is: [{'id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'name': 'tempest-TestShelveInstance-719445828-router', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:22Z', 'updated_at': '2021-02-05T19:00:28Z', 'revision_number': 4, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'gw_port': {'id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:23Z', 'updated_at': '2021-02-05T19:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '970e3084-fa92-4222-800c-499233018609', 'name': '', 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'mac_address': 'fa:16:3e:f6:01:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:27Z', 'updated_at': '2021-02-05T19:00:37Z', 'revision_number': 4, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'subnets': [{'id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:00:38.619376 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Set router 9f8a9721-6969-4287-a597-b8659de0d247 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:00:38.622685 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-026134f7-dd6f-4815-9f52-a4c09506fe2a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:38.623429 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-026134f7-dd6f-4815-9f52-a4c09506fe2a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:38.818232 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-026134f7-dd6f-4815-9f52-a4c09506fe2a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1501729 Feb 05 19:00:38.862913 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Request body: {'port': {'device_id': 'a64a224d-aeea-400e-8f06-781e550cf11c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:39.074148 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8a9721-6969-4287-a597-b8659de0d247', 'name': 'tempest-TestShelveInstance-1851139780-router', 'tenant_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ecaafff2-b938-4a3e-a98f-e60f62728f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:34Z', 'updated_at': '2021-02-05T19:00:36Z', 'revision_number': 3, 'project_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'gw_port': {'id': 'ecaafff2-b938-4a3e-a98f-e60f62728f0f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8a9721-6969-4287-a597-b8659de0d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:35Z', 'updated_at': '2021-02-05T19:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:39.082551 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Checking router: 9f8a9721-6969-4287-a597-b8659de0d247 for host: dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:00:39.083192 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Updating router 9f8a9721-6969-4287-a597-b8659de0d247 port ecaafff2-b938-4a3e-a98f-e60f62728f0f binding host dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 19:00:39.164727 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71874c-6352-485f-9221-e61c7f1d8334 req-cad11598-bcfa-4cfd-8ab9-ff89cfbecec3 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:39.166114 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-aa71874c-6352-485f-9221-e61c7f1d8334 req-cad11598-bcfa-4cfd-8ab9-ff89cfbecec3 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Synchronizing usage tracker for tenant:d6772b3c833744d298b2542568f2699f on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:00:39.209192 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-3c3604bd-c27d-4ecf-9954-74426880d857 None None] Provisioning for port 259c68e1-9833-4e01-8ebc-a72391358e13 completed by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:00:39.216349 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-3c3604bd-c27d-4ecf-9954-74426880d857 None None] Provisioning complete for port 259c68e1-9833-4e01-8ebc-a72391358e13 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:39.216862 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3c3604bd-c27d-4ecf-9954-74426880d857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:39.332080 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-3c3604bd-c27d-4ecf-9954-74426880d857 None None] Port 259c68e1-9833-4e01-8ebc-a72391358e13 cannot update to ACTIVE because it is not bound. {{(pid=80160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 19:00:39.333894 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 970e3084-fa92-4222-800c-499233018609 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:00:39.365824 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:39.379274 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec18b741-6cf0-445d-936d-d840afb86c7c None None] Network a161ea63-ef99-4afe-97b1-9ddbc82b4da6 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:00:39.402562 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-aa71874c-6352-485f-9221-e61c7f1d8334 req-cad11598-bcfa-4cfd-8ab9-ff89cfbecec3 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Unset dirty status for tenant:d6772b3c833744d298b2542568f2699f on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:00:39.403865 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aa71874c-6352-485f-9221-e61c7f1d8334 req-cad11598-bcfa-4cfd-8ab9-ff89cfbecec3 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 931 time: 0.7657247 Feb 05 19:00:39.747627 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:39.776266 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:39.855702 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port 970e3084-fa92-4222-800c-499233018609 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:00:39.914484 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 970e3084-fa92-4222-800c-499233018609 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:39.914903 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:39.946608 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aa71874c-6352-485f-9221-e61c7f1d8334 req-35d8ddcf-5c59-497c-beee-0a614861cf96 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=9add484a-d4da-4632-84c7-d679284e5a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3272872 Feb 05 19:00:39.983597 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-d2a74e8f-b765-4f6d-8d82-39a9d4903777 None None] Provisioning for port deee14de-fac5-472f-92c5-2887ef2b790a completed by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:00:40.051191 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259c68e1-9833-4e01-8ebc-a72391358e13 {{(pid=80158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 19:00:40.060250 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:40.075393 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Transition to ACTIVE for port object 259c68e1-9833-4e01-8ebc-a72391358e13 will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:00:40.080370 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7513612'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:40.102377 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:40.192120 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Pushing event updated for resources: {'Port': ['ID=259c68e1-9833-4e01-8ebc-a72391358e13,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:40.201435 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:40.246883 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:40.267974 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Allocated IP 172.20.0.1 (a161ea63-ef99-4afe-97b1-9ddbc82b4da6/5ffb64ce-9d45-4c6d-9838-172b56aca540/36e0b58c-d89d-46ca-982c-64cff82a8a9b) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:00:40.298438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-769bb299-4739-4597-831b-2c808a423a4b None None] For port 970e3084-fa92-4222-800c-499233018609, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=970e3084-fa92-4222-800c-499233018609,segment=NetworkSegment(df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8),segment_id=df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:00:40.363713 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:40.364638 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device deee14de-fac5-472f-92c5-2887ef2b790a up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:00:40.462253 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:40.590368 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Attempting to bind port 259c68e1-9833-4e01-8ebc-a72391358e13 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:00:40.591143 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Attempting to bind port 259c68e1-9833-4e01-8ebc-a72391358e13 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '136859a3-6606-41af-8375-5d44672b0926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:00:40.591143 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Attempting to bind port 259c68e1-9833-4e01-8ebc-a72391358e13 on network 497ec747-5a9f-4b18-bf8f-c5da3336777f {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:00:40.605071 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Checking agent: {'id': '448d464c-f4b2-46c5-bbf2-8018ee5cc94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 53, 33), 'started_at': datetime.datetime(2021, 2, 5, 18, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:00:40.606242 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Checking segment: {'id': '136859a3-6606-41af-8375-5d44672b0926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:00:40.606658 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:40.607030 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:40.607168 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Bound using segment: {'id': '136859a3-6606-41af-8375-5d44672b0926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:00:40.607590 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Bound port: 259c68e1-9833-4e01-8ebc-a72391358e13, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136859a3-6606-41af-8375-5d44672b0926', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:00:40.607904 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:40.617682 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port deee14de-fac5-472f-92c5-2887ef2b790a completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:00:40.636357 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Transition to ACTIVE for port object 36e0b58c-d89d-46ca-982c-64cff82a8a9b will not be triggered until provisioned by entity DHCP. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:00:40.669916 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Pushing event updated for resources: {'Port': ['ID=970e3084-fa92-4222-800c-499233018609,revision_number=5']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:40.673798 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:40.680028 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:40.681589 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port deee14de-fac5-472f-92c5-2887ef2b790a triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:40.682001 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:40.708912 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:40.734106 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] For port 259c68e1-9833-4e01-8ebc-a72391358e13, host hv-cinder-77428, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:00:40.738196 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] For port 259c68e1-9833-4e01-8ebc-a72391358e13, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=259c68e1-9833-4e01-8ebc-a72391358e13,segment=NetworkSegment(136859a3-6606-41af-8375-5d44672b0926),segment_id=136859a3-6606-41af-8375-5d44672b0926)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:00:40.743307 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7513612'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:40.796958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=36e0b58c-d89d-46ca-982c-64cff82a8a9b,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:40.877564 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:40.924303 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:40.964425 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-f591e58e-165e-4cda-8fa7-61dee71db164 None None] Provisioning complete for port deee14de-fac5-472f-92c5-2887ef2b790a triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:40.964848 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f591e58e-165e-4cda-8fa7-61dee71db164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:41.012744 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Network a161ea63-ef99-4afe-97b1-9ddbc82b4da6 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:00:41.014704 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:00:41.021674 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:00:41.058620 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:41.091623 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Pushing event updated for resources: {'Port': ['ID=259c68e1-9833-4e01-8ebc-a72391358e13,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:41.124557 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:41.133758 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:41.134445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:41.135971 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] 10.222.0.69 "PUT /v2.0/ports/259c68e1-9833-4e01-8ebc-a72391358e13 HTTP/1.1" status: 200 len: 1157 time: 2.2950587 Feb 05 19:00:41.136518 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64a224d-aeea-400e-8f06-781e550cf11c', 'tag': '259c68e1-9833-4e01-8ebc-a72391358e13'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:00:41.141425 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2021626'] for router_interface, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:41.141568 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:41.309575 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64a224d-aeea-400e-8f06-781e550cf11c', 'tag': '259c68e1-9833-4e01-8ebc-a72391358e13', 'status': 'completed', 'code': 200} Feb 05 19:00:41.356446 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f591e58e-165e-4cda-8fa7-61dee71db164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:41.379805 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-769bb299-4739-4597-831b-2c808a423a4b None None] For port deee14de-fac5-472f-92c5-2887ef2b790a, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=deee14de-fac5-472f-92c5-2887ef2b790a,segment=NetworkSegment(7d109662-bdff-4190-a94d-889f6928fa16),segment_id=7d109662-bdff-4190-a94d-889f6928fa16)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:00:41.388946 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Transition to ACTIVE for port object ecaafff2-b938-4a3e-a98f-e60f62728f0f will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:00:41.394025 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-fc37c73c-187e-4c34-a54b-d3b2ee1a99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:41.395893 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-fc37c73c-187e-4c34-a54b-d3b2ee1a99e2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d6772b3c833744d298b2542568f2699f&device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 1160 time: 0.1914198 Feb 05 19:00:41.400533 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:41.504194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:41.518647 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:41.563490 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-26b762a0-b4a2-407c-8e85-1eaee5de09f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=259c68e1-9833-4e01-8ebc-a72391358e13 HTTP/1.1" status: 200 len: 217 time: 0.1536117 Feb 05 19:00:41.674726 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.api [None req-f591e58e-165e-4cda-8fa7-61dee71db164 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 19:00:41.675083 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_db.api [None req-f591e58e-165e-4cda-8fa7-61dee71db164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 19:00:41.675865 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-49aad4ef-1d93-4e81-9ee2-1b5795823864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:41.675998 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 970e3084-fa92-4222-800c-499233018609 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:00:41.677607 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-49aad4ef-1d93-4e81-9ee2-1b5795823864 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ca05151-4272-40cf-9fde-02be00fd7aec HTTP/1.1" status: 200 len: 850 time: 0.1076088 Feb 05 19:00:41.786387 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-0601edf5-c0d6-4dcf-87a1-c6be4e6345f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:41.789237 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-0601edf5-c0d6-4dcf-87a1-c6be4e6345f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=497ec747-5a9f-4b18-bf8f-c5da3336777f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1039054 Feb 05 19:00:41.796091 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71220c37-588f-4ff4-8ce7-0e78c5b5f259 None None] Pushing event updated for resources: {'Port': ['ID=ecaafff2-b938-4a3e-a98f-e60f62728f0f,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:41.882922 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Pushing event updated for resources: {'Port': ['ID=deee14de-fac5-472f-92c5-2887ef2b790a,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:41.886433 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:41.909595 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.355s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:41.910260 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:41.913872 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Attempting to bind port ecaafff2-b938-4a3e-a98f-e60f62728f0f on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:00:41.914298 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Attempting to bind port ecaafff2-b938-4a3e-a98f-e60f62728f0f by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:00:41.914707 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Attempting to bind port ecaafff2-b938-4a3e-a98f-e60f62728f0f on network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:00:41.922123 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:00:41.922546 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Checking segment: {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:00:41.922995 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:41.923437 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Bound using segment: {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:00:41.923956 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Bound port: ecaafff2-b938-4a3e-a98f-e60f62728f0f, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:00:41.924960 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:41.953560 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:42.009460 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 970e3084-fa92-4222-800c-499233018609 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:42.009881 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:42.113988 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] For port ecaafff2-b938-4a3e-a98f-e60f62728f0f, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:00:42.118614 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] For port ecaafff2-b938-4a3e-a98f-e60f62728f0f, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=ecaafff2-b938-4a3e-a98f-e60f62728f0f,segment=NetworkSegment(c666c010-ae90-4bff-a771-8500e5274c3e),segment_id=c666c010-ae90-4bff-a771-8500e5274c3e)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:00:42.135705 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:42.212016 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca5032-cfb7-4a3b-9a30-2cd47f82e6d2 req-bec61e3e-6b5b-4f49-90ea-fb0a13e481f6 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:42.220298 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c0ca5032-cfb7-4a3b-9a30-2cd47f82e6d2 req-bec61e3e-6b5b-4f49-90ea-fb0a13e481f6 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 943 time: 0.6893227 Feb 05 19:00:42.267397 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-8f9019bc-5e1e-49a9-ab4e-5e3417b5c1cf service neutron] 10.222.0.69 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710593 Feb 05 19:00:42.380180 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:42.424522 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:42.429312 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847988729'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:42.460010 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:42.556928 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=36e0b58c-d89d-46ca-982c-64cff82a8a9b,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:42.560108 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:42.563481 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2017309'] for router_interface, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:42.598083 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71220c37-588f-4ff4-8ce7-0e78c5b5f259 None None] Pushing event updated for resources: {'Port': ['ID=ecaafff2-b938-4a3e-a98f-e60f62728f0f,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:42.603708 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-71220c37-588f-4ff4-8ce7-0e78c5b5f259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:42.603992 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c0ca5032-cfb7-4a3b-9a30-2cd47f82e6d2 req-900f2d07-5aad-429b-8cb1-d580b59d795c tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=9add484a-d4da-4632-84c7-d679284e5a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3828933 Feb 05 19:00:42.672068 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3f6a36a7-c0e4-4c2c-ab6b-fa70456c79e5 req-084c8fad-ed46-4746-b211-0e0d5cf3bd1e service neutron] 10.222.0.69 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3940873 Feb 05 19:00:42.680963 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Routers {'9f8a9721-6969-4287-a597-b8659de0d247'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:00:42.682274 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:00:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['9f8a9721-6969-4287-a597-b8659de0d247'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:42.716186 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Network a161ea63-ef99-4afe-97b1-9ddbc82b4da6 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:00:42.717483 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:00:42.857954 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ac2988b6-b7bc-4022-a3d1-bfa0ae910533 None None] Provisioning for port 36e0b58c-d89d-46ca-982c-64cff82a8a9b completed by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:00:42.861236 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99f45d-7a2e-4ac6-94ad-f61b3935ab75 req-580488b1-7e9e-4121-8c24-4768e3a10dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:42.864102 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0b99f45d-7a2e-4ac6-94ad-f61b3935ab75 req-580488b1-7e9e-4121-8c24-4768e3a10dd2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d6772b3c833744d298b2542568f2699f&device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 1160 time: 0.0969148 Feb 05 19:00:42.870915 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ac2988b6-b7bc-4022-a3d1-bfa0ae910533 None None] Provisioning complete for port 36e0b58c-d89d-46ca-982c-64cff82a8a9b triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:42.871596 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ac2988b6-b7bc-4022-a3d1-bfa0ae910533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:42.927203 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Router 9f8a9721-6969-4287-a597-b8659de0d247 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:00:42.953012 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-ac2988b6-b7bc-4022-a3d1-bfa0ae910533 None None] Port 36e0b58c-d89d-46ca-982c-64cff82a8a9b cannot update to ACTIVE because it is not bound. {{(pid=80160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 19:00:42.964588 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] Set router 9f8a9721-6969-4287-a597-b8659de0d247 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:00:43.014592 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99f45d-7a2e-4ac6-94ad-f61b3935ab75 req-5efd46c0-e840-40c4-8ef6-cb5993f31463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:43.016058 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0b99f45d-7a2e-4ac6-94ad-f61b3935ab75 req-5efd46c0-e840-40c4-8ef6-cb5993f31463 service neutron] 10.222.0.69 "GET /v2.0/networks?id=497ec747-5a9f-4b18-bf8f-c5da3336777f HTTP/1.1" status: 200 len: 905 time: 0.1451855 Feb 05 19:00:43.095333 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0b99f45d-7a2e-4ac6-94ad-f61b3935ab75 req-4adbe173-5768-4a6f-9996-2a2e201aab65 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=259c68e1-9833-4e01-8ebc-a72391358e13 HTTP/1.1" status: 200 len: 217 time: 0.0724318 Feb 05 19:00:43.123575 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:00:43.135289 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-c0a15008-e42e-4191-87ee-7692de4e1dd9 admin admin] 10.222.0.23 "PUT /v2.0/routers/9f8a9721-6969-4287-a597-b8659de0d247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7220640 Feb 05 19:00:43.147467 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-ac2988b6-b7bc-4022-a3d1-bfa0ae910533 None None] Provisioning complete for port deee14de-fac5-472f-92c5-2887ef2b790a triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:43.147467 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ac2988b6-b7bc-4022-a3d1-bfa0ae910533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:43.177600 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99f45d-7a2e-4ac6-94ad-f61b3935ab75 req-d4d0cecc-112b-412b-b482-20b30409807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:43.179361 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0b99f45d-7a2e-4ac6-94ad-f61b3935ab75 req-d4d0cecc-112b-412b-b482-20b30409807f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ca05151-4272-40cf-9fde-02be00fd7aec HTTP/1.1" status: 200 len: 850 time: 0.0765123 Feb 05 19:00:43.285815 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99f45d-7a2e-4ac6-94ad-f61b3935ab75 req-13b9b466-9006-4099-af00-9e0aa09b8971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:43.287954 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0b99f45d-7a2e-4ac6-94ad-f61b3935ab75 req-13b9b466-9006-4099-af00-9e0aa09b8971 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=497ec747-5a9f-4b18-bf8f-c5da3336777f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1015272 Feb 05 19:00:43.472269 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0b99f45d-7a2e-4ac6-94ad-f61b3935ab75 req-041e715b-ac41-45d0-b15d-6c65195dcefe service neutron] 10.222.0.69 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767652 Feb 05 19:00:43.528835 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8a9721-6969-4287-a597-b8659de0d247', 'name': 'tempest-TestShelveInstance-1851139780-router', 'tenant_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ecaafff2-b938-4a3e-a98f-e60f62728f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:34Z', 'updated_at': '2021-02-05T19:00:41Z', 'revision_number': 4, 'project_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'gw_port': {'id': 'ecaafff2-b938-4a3e-a98f-e60f62728f0f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8a9721-6969-4287-a597-b8659de0d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:35Z', 'updated_at': '2021-02-05T19:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '36e0b58c-d89d-46ca-982c-64cff82a8a9b', 'name': '', 'network_id': 'a161ea63-ef99-4afe-97b1-9ddbc82b4da6', 'tenant_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'mac_address': 'fa:16:3e:d6:59:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8a9721-6969-4287-a597-b8659de0d247', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5ffb64ce-9d45-4c6d-9838-172b56aca540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:40Z', 'updated_at': '2021-02-05T19:00:42Z', 'revision_number': 2, 'project_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'subnets': [{'id': '5ffb64ce-9d45-4c6d-9838-172b56aca540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:43.533785 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b45743-85e8-428f-98df-bad49c9a9507 None None] The sync data for ids ['9f8a9721-6969-4287-a597-b8659de0d247'] in dv-cinder-774288-2-smb is: [{'id': '9f8a9721-6969-4287-a597-b8659de0d247', 'name': 'tempest-TestShelveInstance-1851139780-router', 'tenant_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ecaafff2-b938-4a3e-a98f-e60f62728f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:34Z', 'updated_at': '2021-02-05T19:00:41Z', 'revision_number': 4, 'project_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'gw_port': {'id': 'ecaafff2-b938-4a3e-a98f-e60f62728f0f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c4:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8a9721-6969-4287-a597-b8659de0d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:35Z', 'updated_at': '2021-02-05T19:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '36e0b58c-d89d-46ca-982c-64cff82a8a9b', 'name': '', 'network_id': 'a161ea63-ef99-4afe-97b1-9ddbc82b4da6', 'tenant_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'mac_address': 'fa:16:3e:d6:59:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8a9721-6969-4287-a597-b8659de0d247', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5ffb64ce-9d45-4c6d-9838-172b56aca540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:40Z', 'updated_at': '2021-02-05T19:00:42Z', 'revision_number': 2, 'project_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'subnets': [{'id': '5ffb64ce-9d45-4c6d-9838-172b56aca540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:00:43.624761 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-62bd3e0b-85ef-4778-8b20-bd62c979d3a8 None None] Provisioning complete for port 36e0b58c-d89d-46ca-982c-64cff82a8a9b triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:43.625230 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-62bd3e0b-85ef-4778-8b20-bd62c979d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:43.684404 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device deee14de-fac5-472f-92c5-2887ef2b790a up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:00:43.698562 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0b99f45d-7a2e-4ac6-94ad-f61b3935ab75 req-7a653755-6ed3-4b52-983e-141189dce18a service neutron] 10.222.0.69 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2191448 Feb 05 19:00:43.771571 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-62bd3e0b-85ef-4778-8b20-bd62c979d3a8 None None] Port 36e0b58c-d89d-46ca-982c-64cff82a8a9b cannot update to ACTIVE because it is not bound. {{(pid=80160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 19:00:43.810461 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port deee14de-fac5-472f-92c5-2887ef2b790a triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:43.810873 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:43.906513 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-02faf63e-128d-4c98-b435-23457947af03 req-baa24773-964e-45b2-9150-87590d2fe8a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1095326621', 'description': 'tempest-TestShelveInstance-1095326621 description'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:43.968293 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-02faf63e-128d-4c98-b435-23457947af03 req-baa24773-964e-45b2-9150-87590d2fe8a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:43.987198 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-02faf63e-128d-4c98-b435-23457947af03 req-baa24773-964e-45b2-9150-87590d2fe8a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Usage tracker for resource:security_group and tenant:fabe836c13fa45c48a6dcb2d84810683 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:43.993153 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-02faf63e-128d-4c98-b435-23457947af03 req-baa24773-964e-45b2-9150-87590d2fe8a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:44.009203 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-02faf63e-128d-4c98-b435-23457947af03 req-baa24773-964e-45b2-9150-87590d2fe8a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:44.040413 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-02faf63e-128d-4c98-b435-23457947af03 req-baa24773-964e-45b2-9150-87590d2fe8a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:44.164700 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa1f0c-14bc-4a03-a604-1669bd0bb352 req-29691b7a-31b5-48e9-b17d-eb8d9dd5e928 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:44.166476 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-dbfa1f0c-14bc-4a03-a604-1669bd0bb352 req-29691b7a-31b5-48e9-b17d-eb8d9dd5e928 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 943 time: 0.3662076 Feb 05 19:00:44.167639 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-02faf63e-128d-4c98-b435-23457947af03 req-baa24773-964e-45b2-9150-87590d2fe8a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:44.172130 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-02faf63e-128d-4c98-b435-23457947af03 req-baa24773-964e-45b2-9150-87590d2fe8a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Usage tracker for resource:security_group_rule and tenant:fabe836c13fa45c48a6dcb2d84810683 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:44.177413 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-02faf63e-128d-4c98-b435-23457947af03 req-baa24773-964e-45b2-9150-87590d2fe8a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:44.204642 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-02faf63e-128d-4c98-b435-23457947af03 req-baa24773-964e-45b2-9150-87590d2fe8a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:44.249956 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-dbfa1f0c-14bc-4a03-a604-1669bd0bb352 req-038be10c-9cad-41d0-88cb-08be29216185 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=9add484a-d4da-4632-84c7-d679284e5a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744197 Feb 05 19:00:44.324751 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-02faf63e-128d-4c98-b435-23457947af03 req-baa24773-964e-45b2-9150-87590d2fe8a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:44.327798 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-02faf63e-128d-4c98-b435-23457947af03 req-baa24773-964e-45b2-9150-87590d2fe8a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:44.336201 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d35f7ab9-1f5e-4589-be55-d0c41c3a6c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:44.380838 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa24773-964e-45b2-9150-87590d2fe8a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:44.384961 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-baa24773-964e-45b2-9150-87590d2fe8a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:44.389022 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-02faf63e-128d-4c98-b435-23457947af03 req-baa24773-964e-45b2-9150-87590d2fe8a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:44.390806 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-02faf63e-128d-4c98-b435-23457947af03 req-baa24773-964e-45b2-9150-87590d2fe8a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4911127 Feb 05 19:00:44.513503 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-baa4a41f-5640-4e52-87a6-27a5fa6aaaed req-16cd067c-d657-4205-8cef-e6a68fad729f tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups/4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6 HTTP/1.1" status: 200 len: 1802 time: 0.0867369 Feb 05 19:00:44.529982 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-baa4a41f-5640-4e52-87a6-27a5fa6aaaed req-93f39836-1375-485e-ad13-679b657ad12e tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:44.530627 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-baa4a41f-5640-4e52-87a6-27a5fa6aaaed req-93f39836-1375-485e-ad13-679b657ad12e tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:44.553899 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-baa4a41f-5640-4e52-87a6-27a5fa6aaaed req-93f39836-1375-485e-ad13-679b657ad12e tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:44.558118 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-baa4a41f-5640-4e52-87a6-27a5fa6aaaed req-93f39836-1375-485e-ad13-679b657ad12e tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Usage tracker for resource:security_group_rule and tenant:fabe836c13fa45c48a6dcb2d84810683 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:44.561258 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-baa4a41f-5640-4e52-87a6-27a5fa6aaaed req-93f39836-1375-485e-ad13-679b657ad12e tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:44.568574 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-baa4a41f-5640-4e52-87a6-27a5fa6aaaed req-93f39836-1375-485e-ad13-679b657ad12e tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:44.632713 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-baa4a41f-5640-4e52-87a6-27a5fa6aaaed req-93f39836-1375-485e-ad13-679b657ad12e tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:44.667409 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-baa4a41f-5640-4e52-87a6-27a5fa6aaaed req-93f39836-1375-485e-ad13-679b657ad12e tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:44.670632 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-baa4a41f-5640-4e52-87a6-27a5fa6aaaed req-93f39836-1375-485e-ad13-679b657ad12e tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826709'] for security_group_rule, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:44.672840 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-676bf4c1-1747-47dc-beaa-c46580765100 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:44.693211 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f39836-1375-485e-ad13-679b657ad12e tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa8270f-153b-4be0-ac55-1d55b48674aa,revision_number=0']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:44.703191 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-93f39836-1375-485e-ad13-679b657ad12e tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:44.710570 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-baa4a41f-5640-4e52-87a6-27a5fa6aaaed req-93f39836-1375-485e-ad13-679b657ad12e tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:44.717635 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-baa4a41f-5640-4e52-87a6-27a5fa6aaaed req-93f39836-1375-485e-ad13-679b657ad12e tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1909571 Feb 05 19:00:44.815339 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8507671b-c708-400e-9364-b86268731582 req-0bfb089b-1cc0-4db8-969d-6a8e0734e4d4 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups/4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6 HTTP/1.1" status: 200 len: 2395 time: 0.0678105 Feb 05 19:00:44.827416 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-8507671b-c708-400e-9364-b86268731582 req-5651d141-9c02-4cc7-a8a6-917cfb18ac79 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6', 'remote_group_id': None}]} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:44.827769 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-8507671b-c708-400e-9364-b86268731582 req-5651d141-9c02-4cc7-a8a6-917cfb18ac79 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6', 'remote_group_id': None}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:44.850134 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-8507671b-c708-400e-9364-b86268731582 req-5651d141-9c02-4cc7-a8a6-917cfb18ac79 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:44.854406 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-8507671b-c708-400e-9364-b86268731582 req-5651d141-9c02-4cc7-a8a6-917cfb18ac79 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Usage tracker for resource:security_group_rule and tenant:fabe836c13fa45c48a6dcb2d84810683 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:44.857631 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-8507671b-c708-400e-9364-b86268731582 req-5651d141-9c02-4cc7-a8a6-917cfb18ac79 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:44.869351 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-8507671b-c708-400e-9364-b86268731582 req-5651d141-9c02-4cc7-a8a6-917cfb18ac79 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:44.932231 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8507671b-c708-400e-9364-b86268731582 req-5651d141-9c02-4cc7-a8a6-917cfb18ac79 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:44.960010 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8507671b-c708-400e-9364-b86268731582 req-5651d141-9c02-4cc7-a8a6-917cfb18ac79 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:44.963279 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8507671b-c708-400e-9364-b86268731582 req-5651d141-9c02-4cc7-a8a6-917cfb18ac79 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826709'] for security_group_rule, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:44.979506 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:45.002893 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651d141-9c02-4cc7-a8a6-917cfb18ac79 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2efb5fd-f489-45ba-82a5-9925d744bfb4,revision_number=0']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:45.005801 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5651d141-9c02-4cc7-a8a6-917cfb18ac79 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:45.007070 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8507671b-c708-400e-9364-b86268731582 req-5651d141-9c02-4cc7-a8a6-917cfb18ac79 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:45.008346 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8507671b-c708-400e-9364-b86268731582 req-5651d141-9c02-4cc7-a8a6-917cfb18ac79 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1855972 Feb 05 19:00:45.349787 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 259c68e1-9833-4e01-8ebc-a72391358e13 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:00:45.426859 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning for port 259c68e1-9833-4e01-8ebc-a72391358e13 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:00:45.432090 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 259c68e1-9833-4e01-8ebc-a72391358e13 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:45.432506 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:45.577064 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:45.584889 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12220634-c94f-4afd-ad4a-375e9c3e38e8 req-cc274553-cd73-40f7-b3dc-b44c4094f9e7 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:45.586587 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-12220634-c94f-4afd-ad4a-375e9c3e38e8 req-cc274553-cd73-40f7-b3dc-b44c4094f9e7 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 943 time: 0.1947279 Feb 05 19:00:45.639364 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device ecaafff2-b938-4a3e-a98f-e60f62728f0f up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:00:45.693806 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-12220634-c94f-4afd-ad4a-375e9c3e38e8 req-506a20f5-83c0-47bd-aa3a-791f009ca23a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=9add484a-d4da-4632-84c7-d679284e5a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907698 Feb 05 19:00:45.736198 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64a224d-aeea-400e-8f06-781e550cf11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259c68e1-9833-4e01-8ebc-a72391358e13'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:00:45.763455 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 259c68e1-9833-4e01-8ebc-a72391358e13, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=259c68e1-9833-4e01-8ebc-a72391358e13,segment=NetworkSegment(136859a3-6606-41af-8375-5d44672b0926),segment_id=136859a3-6606-41af-8375-5d44672b0926)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:00:45.769716 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:45.773975 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-52ae34d2-95f0-49e3-bf4e-c738c03299d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:45.819672 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64a224d-aeea-400e-8f06-781e550cf11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259c68e1-9833-4e01-8ebc-a72391358e13', 'code': 200} Feb 05 19:00:45.848756 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port ecaafff2-b938-4a3e-a98f-e60f62728f0f completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:00:45.858846 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port ecaafff2-b938-4a3e-a98f-e60f62728f0f triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:45.859758 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:45.913098 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=259c68e1-9833-4e01-8ebc-a72391358e13,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:45.919294 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:46.003345 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:46.020844 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-769bb299-4739-4597-831b-2c808a423a4b None None] For port ecaafff2-b938-4a3e-a98f-e60f62728f0f, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=ecaafff2-b938-4a3e-a98f-e60f62728f0f,segment=NetworkSegment(c666c010-ae90-4bff-a771-8500e5274c3e),segment_id=c666c010-ae90-4bff-a771-8500e5274c3e)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:00:46.023742 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:46.025657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:46.139581 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb904e-ae34-48c8-af1f-1e2e0f0abcd9 req-fdae93d8-2e4a-4721-b9e2-06b3782b1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:46.141295 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3beb904e-ae34-48c8-af1f-1e2e0f0abcd9 req-fdae93d8-2e4a-4721-b9e2-06b3782b1555 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 1162 time: 0.0903218 Feb 05 19:00:46.195103 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3beb904e-ae34-48c8-af1f-1e2e0f0abcd9 req-352c56c0-8d13-426c-8805-039438ec3459 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9add484a-d4da-4632-84c7-d679284e5a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452232 Feb 05 19:00:46.255742 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Pushing event updated for resources: {'Port': ['ID=ecaafff2-b938-4a3e-a98f-e60f62728f0f,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:46.259276 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:46.891274 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 259c68e1-9833-4e01-8ebc-a72391358e13 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:00:46.978214 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 259c68e1-9833-4e01-8ebc-a72391358e13 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:46.978743 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:46.998433 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7538e-1657-4a46-a7ee-1090fc1a3444 req-1ccf58be-d4a8-4b35-a513-0a709fde8dc3 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:47.000152 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-37b7538e-1657-4a46-a7ee-1090fc1a3444 req-1ccf58be-d4a8-4b35-a513-0a709fde8dc3 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 945 time: 0.1772408 Feb 05 19:00:47.068743 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-37b7538e-1657-4a46-a7ee-1090fc1a3444 req-10b7336a-9336-4ac0-8aae-25f5637097a5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=9add484a-d4da-4632-84c7-d679284e5a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596330 Feb 05 19:00:47.145979 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Sync routers for ids ['9f8a9721-6969-4287-a597-b8659de0d247'] in dv-cinder-774288-2-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:00:47.156308 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Routers {'9f8a9721-6969-4287-a597-b8659de0d247'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:00:47.156975 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:00:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['9f8a9721-6969-4287-a597-b8659de0d247'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:47.355143 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Set router 9f8a9721-6969-4287-a597-b8659de0d247 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:00:47.583625 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device ecaafff2-b938-4a3e-a98f-e60f62728f0f up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:00:47.657428 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port ecaafff2-b938-4a3e-a98f-e60f62728f0f triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:47.657866 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:47.706777 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8a9721-6969-4287-a597-b8659de0d247', 'name': 'tempest-TestShelveInstance-1851139780-router', 'tenant_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ecaafff2-b938-4a3e-a98f-e60f62728f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:34Z', 'updated_at': '2021-02-05T19:00:41Z', 'revision_number': 4, 'project_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'gw_port': {'id': 'ecaafff2-b938-4a3e-a98f-e60f62728f0f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8a9721-6969-4287-a597-b8659de0d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:35Z', 'updated_at': '2021-02-05T19:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '36e0b58c-d89d-46ca-982c-64cff82a8a9b', 'name': '', 'network_id': 'a161ea63-ef99-4afe-97b1-9ddbc82b4da6', 'tenant_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'mac_address': 'fa:16:3e:d6:59:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8a9721-6969-4287-a597-b8659de0d247', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5ffb64ce-9d45-4c6d-9838-172b56aca540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:40Z', 'updated_at': '2021-02-05T19:00:42Z', 'revision_number': 2, 'project_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'subnets': [{'id': '5ffb64ce-9d45-4c6d-9838-172b56aca540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:47.710914 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Checking router: 9f8a9721-6969-4287-a597-b8659de0d247 for host: dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:00:47.711305 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Updating router 9f8a9721-6969-4287-a597-b8659de0d247 port 36e0b58c-d89d-46ca-982c-64cff82a8a9b binding host dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 19:00:47.771256 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:48.222171 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:48.237427 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Transition to ACTIVE for port object 36e0b58c-d89d-46ca-982c-64cff82a8a9b will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:00:48.241236 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:48.259082 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:48.394774 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e667414-68a6-45b2-9088-ceb13d5dd9cb req-8cbcf2be-a4bf-43ab-98fa-b4919622f7f0 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:48.396473 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2e667414-68a6-45b2-9088-ceb13d5dd9cb req-8cbcf2be-a4bf-43ab-98fa-b4919622f7f0 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 945 time: 0.1865294 Feb 05 19:00:48.419946 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0948947-a2a9-4286-a80c-59595ab1c6ca None None] Pushing event updated for resources: {'Port': ['ID=36e0b58c-d89d-46ca-982c-64cff82a8a9b,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:48.426096 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d0948947-a2a9-4286-a80c-59595ab1c6ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:48.466245 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2e667414-68a6-45b2-9088-ceb13d5dd9cb req-229c0fd7-1291-46ed-b330-2a18fb2403c4 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=9add484a-d4da-4632-84c7-d679284e5a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614462 Feb 05 19:00:48.590289 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Attempting to bind port 36e0b58c-d89d-46ca-982c-64cff82a8a9b on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:00:48.590735 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Attempting to bind port 36e0b58c-d89d-46ca-982c-64cff82a8a9b by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': '7d109662-bdff-4190-a94d-889f6928fa16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a161ea63-ef99-4afe-97b1-9ddbc82b4da6'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:00:48.591066 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Attempting to bind port 36e0b58c-d89d-46ca-982c-64cff82a8a9b on network a161ea63-ef99-4afe-97b1-9ddbc82b4da6 {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:00:48.599231 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:00:48.599636 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Checking segment: {'id': '7d109662-bdff-4190-a94d-889f6928fa16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a161ea63-ef99-4afe-97b1-9ddbc82b4da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:00:48.600069 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:48.600495 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Bound using segment: {'id': '7d109662-bdff-4190-a94d-889f6928fa16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a161ea63-ef99-4afe-97b1-9ddbc82b4da6'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:00:48.601023 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Bound port: 36e0b58c-d89d-46ca-982c-64cff82a8a9b, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d109662-bdff-4190-a94d-889f6928fa16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a161ea63-ef99-4afe-97b1-9ddbc82b4da6'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:00:48.601466 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:48.700317 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] For port 36e0b58c-d89d-46ca-982c-64cff82a8a9b, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:00:48.703456 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] For port 36e0b58c-d89d-46ca-982c-64cff82a8a9b, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=36e0b58c-d89d-46ca-982c-64cff82a8a9b,segment=NetworkSegment(7d109662-bdff-4190-a94d-889f6928fa16),segment_id=7d109662-bdff-4190-a94d-889f6928fa16)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:00:48.707288 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:48.729112 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:48.767468 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8ed04-dd3a-4c2f-b516-3eb85d63254e req-fc5837e8-1a01-42bb-8a4e-b4f3d9de8bdb tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:48.769895 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-40e8ed04-dd3a-4c2f-b516-3eb85d63254e req-fc5837e8-1a01-42bb-8a4e-b4f3d9de8bdb tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 945 time: 0.1700010 Feb 05 19:00:48.779417 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 48266) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:48.786134 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-fe268588-b41f-4f0c-8f9f-d7ea8859650e tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Request body: {'floatingip': {'port_id': '259c68e1-9833-4e01-8ebc-a72391358e13'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:48.888480 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe268588-b41f-4f0c-8f9f-d7ea8859650e tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for floatingip, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:48.894000 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0948947-a2a9-4286-a80c-59595ab1c6ca None None] Pushing event updated for resources: {'Port': ['ID=36e0b58c-d89d-46ca-982c-64cff82a8a9b,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:48.897453 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d0948947-a2a9-4286-a80c-59595ab1c6ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:48.926079 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Routers {'9f8a9721-6969-4287-a597-b8659de0d247'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:00:48.926747 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:00:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['9f8a9721-6969-4287-a597-b8659de0d247'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:49.143547 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] Set router 9f8a9721-6969-4287-a597-b8659de0d247 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:00:49.609673 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe268588-b41f-4f0c-8f9f-d7ea8859650e tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:49.614127 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe268588-b41f-4f0c-8f9f-d7ea8859650e tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2021456'] for floatingip, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:49.634920 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 36e0b58c-d89d-46ca-982c-64cff82a8a9b up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:00:49.705642 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8a9721-6969-4287-a597-b8659de0d247', 'name': 'tempest-TestShelveInstance-1851139780-router', 'tenant_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ecaafff2-b938-4a3e-a98f-e60f62728f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:34Z', 'updated_at': '2021-02-05T19:00:41Z', 'revision_number': 4, 'project_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'gw_port': {'id': 'ecaafff2-b938-4a3e-a98f-e60f62728f0f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8a9721-6969-4287-a597-b8659de0d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:35Z', 'updated_at': '2021-02-05T19:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '36e0b58c-d89d-46ca-982c-64cff82a8a9b', 'name': '', 'network_id': 'a161ea63-ef99-4afe-97b1-9ddbc82b4da6', 'tenant_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'mac_address': 'fa:16:3e:d6:59:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8a9721-6969-4287-a597-b8659de0d247', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5ffb64ce-9d45-4c6d-9838-172b56aca540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:40Z', 'updated_at': '2021-02-05T19:00:48Z', 'revision_number': 4, 'project_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'subnets': [{'id': '5ffb64ce-9d45-4c6d-9838-172b56aca540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:49.711622 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741530c5-9d2d-4947-811e-454e77a23590 None None] The sync data for ids ['9f8a9721-6969-4287-a597-b8659de0d247'] in dv-cinder-774288-2-smb is: [{'id': '9f8a9721-6969-4287-a597-b8659de0d247', 'name': 'tempest-TestShelveInstance-1851139780-router', 'tenant_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ecaafff2-b938-4a3e-a98f-e60f62728f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:34Z', 'updated_at': '2021-02-05T19:00:41Z', 'revision_number': 4, 'project_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'gw_port': {'id': 'ecaafff2-b938-4a3e-a98f-e60f62728f0f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8a9721-6969-4287-a597-b8659de0d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:35Z', 'updated_at': '2021-02-05T19:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '36e0b58c-d89d-46ca-982c-64cff82a8a9b', 'name': '', 'network_id': 'a161ea63-ef99-4afe-97b1-9ddbc82b4da6', 'tenant_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'mac_address': 'fa:16:3e:d6:59:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8a9721-6969-4287-a597-b8659de0d247', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '5ffb64ce-9d45-4c6d-9838-172b56aca540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:40Z', 'updated_at': '2021-02-05T19:00:48Z', 'revision_number': 4, 'project_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'subnets': [{'id': '5ffb64ce-9d45-4c6d-9838-172b56aca540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:00:49.723559 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port 36e0b58c-d89d-46ca-982c-64cff82a8a9b completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:00:49.729152 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 36e0b58c-d89d-46ca-982c-64cff82a8a9b triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:49.729714 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:49.827268 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.l3_db [None req-fe268588-b41f-4f0c-8f9f-d7ea8859650e tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Floating IP ffcbe3da-55b9-46b6-a587-237b915876a3 associated. External IP: 172.28.0.208, port: 259c68e1-9833-4e01-8ebc-a72391358e13. Feb 05 19:00:49.865518 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:49.907058 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-769bb299-4739-4597-831b-2c808a423a4b None None] For port 36e0b58c-d89d-46ca-982c-64cff82a8a9b, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=36e0b58c-d89d-46ca-982c-64cff82a8a9b,segment=NetworkSegment(7d109662-bdff-4190-a94d-889f6928fa16),segment_id=7d109662-bdff-4190-a94d-889f6928fa16)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:00:49.911338 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:49.913796 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:50.001650 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Pushing event updated for resources: {'Port': ['ID=36e0b58c-d89d-46ca-982c-64cff82a8a9b,revision_number=5']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:50.009657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:50.023693 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 48284) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:50.220982 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c1ced90f-e590-4d1b-8861-556ba8201398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:50.240424 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c1ced90f-e590-4d1b-8861-556ba8201398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:50.245094 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c1ced90f-e590-4d1b-8861-556ba8201398 admin admin] Usage tracker for resource:security_group_rule and tenant:dfb14ea0d9b94b659e496e39779a5ef9 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:50.249465 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c1ced90f-e590-4d1b-8861-556ba8201398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:50.261215 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c1ced90f-e590-4d1b-8861-556ba8201398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:50.386202 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c1ced90f-e590-4d1b-8861-556ba8201398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:50.389347 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c1ced90f-e590-4d1b-8861-556ba8201398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:50.401961 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fb66e52f-145d-4f70-b0b6-84f9286b3fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:50.430964 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-c1ced90f-e590-4d1b-8861-556ba8201398 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfb14ea0d9b94b659e496e39779a5ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4059744 Feb 05 19:00:50.433655 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 48292) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:50.467843 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ced90f-e590-4d1b-8861-556ba8201398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c254964d-84a7-47a3-acb8-dd5c153b549f,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:50.478215 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c1ced90f-e590-4d1b-8861-556ba8201398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:50.517185 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-05d58aa5-09ef-492a-92e2-7161a4e6c3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:50.544388 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe268588-b41f-4f0c-8f9f-d7ea8859650e tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:00:50.548524 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-05d58aa5-09ef-492a-92e2-7161a4e6c3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:50.595938 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-05d58aa5-09ef-492a-92e2-7161a4e6c3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:50.601045 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a40b9712-c467-41f3-b2cd-751350156eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:50.619578 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d58aa5-09ef-492a-92e2-7161a4e6c3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c254964d-84a7-47a3-acb8-dd5c153b549f,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:50.623385 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-05d58aa5-09ef-492a-92e2-7161a4e6c3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:50.628446 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-05d58aa5-09ef-492a-92e2-7161a4e6c3de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c254964d-84a7-47a3-acb8-dd5c153b549f HTTP/1.1" status: 204 len: 168 time: 0.1937346 Feb 05 19:00:50.630412 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-05d58aa5-09ef-492a-92e2-7161a4e6c3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:50.753453 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe268588-b41f-4f0c-8f9f-d7ea8859650e tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:00:50.757846 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe268588-b41f-4f0c-8f9f-d7ea8859650e tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for floatingip, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:50.765452 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc8d6b9-721f-4db9-b36b-d4f049024c62 None None] Sync routers for ids ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'] in dv-cinder-774288-2-smb {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:00:50.781396 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc8d6b9-721f-4db9-b36b-d4f049024c62 None None] Routers {'7239ca4c-33e9-42a3-b646-28af8fdfcc03'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:00:50.782088 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-3fc8d6b9-721f-4db9-b36b-d4f049024c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:00:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:50.834998 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-fe268588-b41f-4f0c-8f9f-d7ea8859650e tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "PUT /v2.0/floatingips/ffcbe3da-55b9-46b6-a587-237b915876a3 HTTP/1.1" status: 200 len: 991 time: 2.0543001 Feb 05 19:00:50.835780 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64a224d-aeea-400e-8f06-781e550cf11c', 'tag': '259c68e1-9833-4e01-8ebc-a72391358e13'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:00:50.900734 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64a224d-aeea-400e-8f06-781e550cf11c', 'tag': '259c68e1-9833-4e01-8ebc-a72391358e13', 'status': 'completed', 'code': 200} Feb 05 19:00:51.004102 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-3fc8d6b9-721f-4db9-b36b-d4f049024c62 None None] Set router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:00:51.033447 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 48306) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:51.062621 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:51.066963 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a192df-c03d-454f-908a-bbfdf5999612 req-d729c3e8-5ccd-451f-aba2-f9d96094668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:51.068621 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-55a192df-c03d-454f-908a-bbfdf5999612 req-d729c3e8-5ccd-451f-aba2-f9d96094668e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d6772b3c833744d298b2542568f2699f&device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 1162 time: 0.0959432 Feb 05 19:00:51.081216 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:51.085647 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Usage tracker for resource:security_group_rule and tenant:a7333b4e720d4564a65764a7c517a643 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:51.089141 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:51.094771 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:51.198696 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:51.201851 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:51.211934 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e8a5fb7f-de3c-41e0-84b1-dec8cac990df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:51.223272 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a192df-c03d-454f-908a-bbfdf5999612 req-c0d800c1-3257-4caa-a491-af13644d90af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:51.224455 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-55a192df-c03d-454f-908a-bbfdf5999612 req-c0d800c1-3257-4caa-a491-af13644d90af service neutron] 10.222.0.69 "GET /v2.0/networks?id=497ec747-5a9f-4b18-bf8f-c5da3336777f HTTP/1.1" status: 200 len: 905 time: 0.1485600 Feb 05 19:00:51.263474 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7333b4e720d4564a65764a7c517a643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288115 Feb 05 19:00:51.266889 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 48310) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:51.280647 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726428ae-6ed5-4dba-908b-a4d45232c284,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:51.293960 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.294374 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.294789 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.295187 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.295585 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.295980 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.296390 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.296783 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.297164 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.297574 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.297964 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.298354 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.298802 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.299254 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.300153 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.300538 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.300925 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.301345 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.301736 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.302129 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.302519 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.302907 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.303311 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.304119 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:51.328181 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d215ab86-757f-49b8-aa8b-8047343efca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:51.342972 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-55a192df-c03d-454f-908a-bbfdf5999612 req-438dd003-97b7-4799-ba5e-f7a3eeb92d05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=259c68e1-9833-4e01-8ebc-a72391358e13 HTTP/1.1" status: 200 len: 999 time: 0.1102479 Feb 05 19:00:51.395243 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-128fb8b5-0a0f-4fd2-87d6-cc03102f9982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:51.431864 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-3fc8d6b9-721f-4db9-b36b-d4f049024c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T18:56:05Z', 'revision_number': 4, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_floatingips': [{'id': 'ffcbe3da-55b9-46b6-a587-237b915876a3', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'floating_ip_address': '172.28.0.208', 'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'router_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'port_id': '259c68e1-9833-4e01-8ebc-a72391358e13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'mac_address': 'fa:16:3e:ff:2f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a224d-aeea-400e-8f06-781e550cf11c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:00:31Z', 'updated_at': '2021-02-05T19:00:49Z', 'revision_number': 1, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43646e9f-e4e2-4523-a3ab-f9c867de0ed4', 'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'mac_address': 'fa:16:3e:d0:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:58Z', 'updated_at': '2021-02-05T18:56:15Z', 'revision_number': 5, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'subnets': [{'id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:51.432167 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-128fb8b5-0a0f-4fd2-87d6-cc03102f9982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:51.432679 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a192df-c03d-454f-908a-bbfdf5999612 req-ae34bf9e-ddfb-41af-b706-2a7eb28a37d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:51.435375 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc8d6b9-721f-4db9-b36b-d4f049024c62 None None] Checking router: 7239ca4c-33e9-42a3-b646-28af8fdfcc03 for host: dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:00:51.435591 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-55a192df-c03d-454f-908a-bbfdf5999612 req-ae34bf9e-ddfb-41af-b706-2a7eb28a37d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ca05151-4272-40cf-9fde-02be00fd7aec HTTP/1.1" status: 200 len: 850 time: 0.0854480 Feb 05 19:00:51.445860 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc8d6b9-721f-4db9-b36b-d4f049024c62 None None] Routers {'7239ca4c-33e9-42a3-b646-28af8fdfcc03'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:00:51.446730 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-3fc8d6b9-721f-4db9-b36b-d4f049024c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:00:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:51.485454 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-128fb8b5-0a0f-4fd2-87d6-cc03102f9982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:51.492485 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3ba14065-35be-4146-9c4b-fab8fbbf421e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:51.505485 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fb8b5-0a0f-4fd2-87d6-cc03102f9982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726428ae-6ed5-4dba-908b-a4d45232c284,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:51.511104 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-128fb8b5-0a0f-4fd2-87d6-cc03102f9982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:51.513709 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-128fb8b5-0a0f-4fd2-87d6-cc03102f9982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:51.515364 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-128fb8b5-0a0f-4fd2-87d6-cc03102f9982 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/726428ae-6ed5-4dba-908b-a4d45232c284 HTTP/1.1" status: 204 len: 168 time: 0.2473145 Feb 05 19:00:51.553673 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a192df-c03d-454f-908a-bbfdf5999612 req-5eac5651-7290-4864-b2bc-aa6550b9f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:51.556102 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-55a192df-c03d-454f-908a-bbfdf5999612 req-5eac5651-7290-4864-b2bc-aa6550b9f40b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=497ec747-5a9f-4b18-bf8f-c5da3336777f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1133196 Feb 05 19:00:51.618725 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 36e0b58c-d89d-46ca-982c-64cff82a8a9b up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:00:51.709853 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-55a192df-c03d-454f-908a-bbfdf5999612 req-5fd5cccf-427a-43b7-bbac-435deac3cead service neutron] 10.222.0.69 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466601 Feb 05 19:00:51.744480 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-3fc8d6b9-721f-4db9-b36b-d4f049024c62 None None] Set router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:00:51.867574 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-55a192df-c03d-454f-908a-bbfdf5999612 req-e353277c-fec8-4250-a34d-2f57b122da8b service neutron] 10.222.0.69 "GET /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1511188 Feb 05 19:00:51.959648 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 36e0b58c-d89d-46ca-982c-64cff82a8a9b triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:51.960530 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:52.036640 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 48324) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:52.058521 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-898e5130-ec6f-4c44-9a93-7d547b1e55a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:52.075553 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-898e5130-ec6f-4c44-9a93-7d547b1e55a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:52.079836 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-898e5130-ec6f-4c44-9a93-7d547b1e55a4 admin admin] Usage tracker for resource:security_group_rule and tenant:c1b0abac438a41b992d121ef1681f9ec is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:52.083735 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-898e5130-ec6f-4c44-9a93-7d547b1e55a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:52.089839 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-898e5130-ec6f-4c44-9a93-7d547b1e55a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:52.191273 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-898e5130-ec6f-4c44-9a93-7d547b1e55a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:52.195587 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-898e5130-ec6f-4c44-9a93-7d547b1e55a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:52.204667 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c344fdfc-ba42-4fe2-a624-39721ed5e740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:52.251415 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-898e5130-ec6f-4c44-9a93-7d547b1e55a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1b0abac438a41b992d121ef1681f9ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135551 Feb 05 19:00:52.253065 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e5130-ec6f-4c44-9a93-7d547b1e55a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee78a1b-f67f-4cba-8b31-5ae79a0d1e1b,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:52.254929 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 48328) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:52.261229 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-898e5130-ec6f-4c44-9a93-7d547b1e55a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:52.316948 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-3fc8d6b9-721f-4db9-b36b-d4f049024c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T18:56:05Z', 'revision_number': 4, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_floatingips': [{'id': 'ffcbe3da-55b9-46b6-a587-237b915876a3', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'floating_ip_address': '172.28.0.208', 'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'router_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'port_id': '259c68e1-9833-4e01-8ebc-a72391358e13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'mac_address': 'fa:16:3e:ff:2f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a224d-aeea-400e-8f06-781e550cf11c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:00:31Z', 'updated_at': '2021-02-05T19:00:49Z', 'revision_number': 1, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43646e9f-e4e2-4523-a3ab-f9c867de0ed4', 'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'mac_address': 'fa:16:3e:d0:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:58Z', 'updated_at': '2021-02-05T18:56:15Z', 'revision_number': 5, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'subnets': [{'id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:52.322048 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc8d6b9-721f-4db9-b36b-d4f049024c62 None None] The sync data for ids ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'] in dv-cinder-774288-2-smb is: [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T18:56:05Z', 'revision_number': 4, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_floatingips': [{'id': 'ffcbe3da-55b9-46b6-a587-237b915876a3', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'floating_ip_address': '172.28.0.208', 'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'router_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'port_id': '259c68e1-9833-4e01-8ebc-a72391358e13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'mac_address': 'fa:16:3e:ff:2f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64a224d-aeea-400e-8f06-781e550cf11c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:00:31Z', 'updated_at': '2021-02-05T19:00:49Z', 'revision_number': 1, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43646e9f-e4e2-4523-a3ab-f9c867de0ed4', 'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'mac_address': 'fa:16:3e:d0:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:58Z', 'updated_at': '2021-02-05T18:56:15Z', 'revision_number': 5, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'subnets': [{'id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:00:52.338648 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:52.374272 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:52.419519 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:52.425041 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1d9850d9-f8f4-40f5-a881-206e04361560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:52.438489 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee78a1b-f67f-4cba-8b31-5ae79a0d1e1b,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:52.447821 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.448240 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.448643 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.449045 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.449469 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.449864 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.450254 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.450644 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.451033 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.451420 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.451807 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.452195 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.452643 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.453032 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.453466 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.453852 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.454236 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.454623 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.455038 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.455472 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.455865 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.456250 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.456633 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.457014 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:52.461104 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:52.461772 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:52.466195 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a7241583-03d6-4e72-b066-af5dc7040be5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ee78a1b-f67f-4cba-8b31-5ae79a0d1e1b HTTP/1.1" status: 204 len: 168 time: 0.1992290 Feb 05 19:00:52.625017 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4cbc19-85b2-473f-839e-324e530eda3b None None] New status for floating IP ffcbe3da-55b9-46b6-a587-237b915876a3: ACTIVE {{(pid=80161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 19:01:01.654826 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-eaadf9fb-efc4-47ad-8ce9-d842fd5ad085 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Synchronizing usage tracker for tenant:fabe836c13fa45c48a6dcb2d84810683 on resource:security_group {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:01:01.670896 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-eaadf9fb-efc4-47ad-8ce9-d842fd5ad085 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Unset dirty status for tenant:fabe836c13fa45c48a6dcb2d84810683 on resource:security_group {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:01:01.672117 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-eaadf9fb-efc4-47ad-8ce9-d842fd5ad085 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1095326621&fields=id&tenant_id=fabe836c13fa45c48a6dcb2d84810683 HTTP/1.1" status: 200 len: 267 time: 0.0776496 Feb 05 19:01:01.906292 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-464a667c-dbf2-4db6-a825-fa88d3bfb76e tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:01.907878 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-464a667c-dbf2-4db6-a825-fa88d3bfb76e tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/networks?id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 HTTP/1.1" status: 200 len: 808 time: 0.2277761 Feb 05 19:01:01.924812 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-d566cffc-f99d-4056-b49c-72c8bee02aab tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/quotas/fabe836c13fa45c48a6dcb2d84810683 HTTP/1.1" status: 200 len: 375 time: 0.0104105 Feb 05 19:01:02.021695 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e81cbeb6-fa99-4a28-8925-adbb00f6e8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:02.042893 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-4083599d-14c3-4baf-a71f-94a892e6a4b3 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fabe836c13fa45c48a6dcb2d84810683&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1123474 Feb 05 19:01:02.586072 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-4f16ea23-4d18-4e08-8d6b-327099f28e60 service neutron] 10.222.0.23 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300097 Feb 05 19:01:02.728479 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-b4370ece-876a-4561-8388-567d8125e94e service neutron] 10.222.0.23 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1356142 Feb 05 19:01:03.146520 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-28b7a1a6-aa0f-4e82-8f90-4cd99796f71d req-4b620b1c-2897-4085-96b9-972610cfcab8 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 210 time: 0.0474374 Feb 05 19:01:03.445318 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:04.197524 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-85293795-efc3-4de9-8551-ab5fa30b19bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:04.329752 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bdaf0f51-22ad-4ac4-83b2-aa579981e563 req-1c97aa9d-457a-41cc-8b4a-a1fc822bffa2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 210 time: 0.0529258 Feb 05 19:01:04.674737 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-ab89bf62-9d78-4a56-9bcf-f4d9b4edf126 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:04.676360 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-ab89bf62-9d78-4a56-9bcf-f4d9b4edf126 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.69 "GET /v2.0/networks?id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 HTTP/1.1" status: 200 len: 808 time: 0.2344453 Feb 05 19:01:04.800970 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-5759ee69-532d-4dea-a36a-37b625a3dee6 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fabe836c13fa45c48a6dcb2d84810683 HTTP/1.1" status: 200 len: 5759 time: 0.0994806 Feb 05 19:01:04.811162 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-72068c68-6f3a-401e-9754-3a3f002689ed tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Request body: {'port': {'device_id': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45', 'admin_state_up': True, 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'security_groups': ['4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6']}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:01:04.837725 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:04.954963 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-72068c68-6f3a-401e-9754-3a3f002689ed tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:01:04.959518 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-72068c68-6f3a-401e-9754-3a3f002689ed tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Usage tracker for resource:port and tenant:fabe836c13fa45c48a6dcb2d84810683 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:01:04.962620 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-72068c68-6f3a-401e-9754-3a3f002689ed tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:01:04.968472 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-72068c68-6f3a-401e-9754-3a3f002689ed tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:01:04.978592 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-72068c68-6f3a-401e-9754-3a3f002689ed tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Made reservation on behalf of fabe836c13fa45c48a6dcb2d84810683 for: {'port': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:01:04.999545 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-72068c68-6f3a-401e-9754-3a3f002689ed tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:05.310692 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-72068c68-6f3a-401e-9754-3a3f002689ed tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Allocated IP 172.20.0.5 (bf1edd22-bfaa-4e9d-a05e-62c246ae7b45/e0ac2e60-037b-493c-b64f-d832ffe6d185/26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:01:05.528848 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b56e9d22-91dc-46f6-9ae8-d4dbe6b6e50b req-8e5f835f-8d69-4364-a1c3-2a01648c62a8 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 210 time: 0.0614598 Feb 05 19:01:05.567927 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-72068c68-6f3a-401e-9754-3a3f002689ed tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:05.584430 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-72068c68-6f3a-401e-9754-3a3f002689ed tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Transition to ACTIVE for port object 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 will not be triggered until provisioned by entity DHCP. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:01:05.608191 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-72068c68-6f3a-401e-9754-3a3f002689ed tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:05.623196 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-026134f7-dd6f-4815-9f52-a4c09506fe2a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:01:05.650196 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:05.698445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:01:05.760046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72068c68-6f3a-401e-9754-3a3f002689ed tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Pushing event updated for resources: {'Port': ['ID=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:01:05.764498 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-72068c68-6f3a-401e-9754-3a3f002689ed tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:01:05.815104 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-72068c68-6f3a-401e-9754-3a3f002689ed tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Network bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:01:05.816203 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-72068c68-6f3a-401e-9754-3a3f002689ed tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Resources bound (agent type, host, resource id): {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:01:05.818515 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-72068c68-6f3a-401e-9754-3a3f002689ed tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:01:05.947667 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-72068c68-6f3a-401e-9754-3a3f002689ed tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:05.948403 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-72068c68-6f3a-401e-9754-3a3f002689ed tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:05.969296 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-72068c68-6f3a-401e-9754-3a3f002689ed tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1625328 Feb 05 19:01:06.005982 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-6381a9f6-e5eb-4ea1-a95a-e0b182e9c826 None None] Provisioning for port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 completed by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:01:06.012311 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-6381a9f6-e5eb-4ea1-a95a-e0b182e9c826 None None] Provisioning complete for port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:01:06.012731 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6381a9f6-e5eb-4ea1-a95a-e0b182e9c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:06.070976 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Request body: {'port': {'device_id': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:01:06.073707 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-6381a9f6-e5eb-4ea1-a95a-e0b182e9c826 None None] Port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 cannot update to ACTIVE because it is not bound. {{(pid=80160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 19:01:06.193583 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:06.348307 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:06.607676 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 {{(pid=80158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 19:01:06.616187 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:06.628531 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Transition to ACTIVE for port object 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:01:06.631530 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7513612'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:06.647184 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b6d6a1ab-a4aa-4ae5-8422-d55301e7a4fb tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:01:06.827642 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Pushing event updated for resources: {'Port': ['ID=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:01:06.831097 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:01:06.979771 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efa0d6-37e4-4353-846f-d66adff9769b req-914e9e74-e7b9-4d4b-a842-02a6f6382686 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:06.980566 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-61efa0d6-37e4-4353-846f-d66adff9769b req-914e9e74-e7b9-4d4b-a842-02a6f6382686 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Synchronizing usage tracker for tenant:fabe836c13fa45c48a6dcb2d84810683 on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:01:07.092764 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-61efa0d6-37e4-4353-846f-d66adff9769b req-914e9e74-e7b9-4d4b-a842-02a6f6382686 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Unset dirty status for tenant:fabe836c13fa45c48a6dcb2d84810683 on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:01:07.094087 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-61efa0d6-37e4-4353-846f-d66adff9769b req-914e9e74-e7b9-4d4b-a842-02a6f6382686 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 943 time: 0.4093122 Feb 05 19:01:07.186565 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-61efa0d6-37e4-4353-846f-d66adff9769b req-09cf15ad-94f8-40f4-b9d7-8d7c1277c2ee tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0849946 Feb 05 19:01:07.188980 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Attempting to bind port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:01:07.189926 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Attempting to bind port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:01:07.190300 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Attempting to bind port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 on network bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:01:07.196324 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Checking agent: {'id': '448d464c-f4b2-46c5-bbf2-8018ee5cc94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 53, 33), 'started_at': datetime.datetime(2021, 2, 5, 18, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:01:07.196700 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Checking segment: {'id': 'df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:01:07.197108 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:07.197529 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Bound using segment: {'id': 'df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:01:07.198002 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Bound port: 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:01:07.198375 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:07.301929 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] For port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8, host hv-cinder-77428, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:01:07.305407 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] For port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8,segment=NetworkSegment(df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8),segment_id=df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:01:07.309377 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7513612'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:07.331946 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-301c3ae1-d427-4414-8bc1-c42c6411748c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:01:07.700170 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Pushing event updated for resources: {'Port': ['ID=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:01:07.706600 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:01:07.738928 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:07.739584 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:07.741076 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] 10.222.0.69 "PUT /v2.0/ports/26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 HTTP/1.1" status: 200 len: 1157 time: 1.7573175 Feb 05 19:01:07.741620 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'tag': '26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:01:07.840636 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'tag': '26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8', 'status': 'completed', 'code': 200} Feb 05 19:01:07.883049 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-9329afe3-d129-4d92-a10c-d694bbbdfb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:07.884699 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-9329afe3-d129-4d92-a10c-d694bbbdfb55 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fabe836c13fa45c48a6dcb2d84810683&device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 1160 time: 0.0867250 Feb 05 19:01:07.966606 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-20712b52-4a35-4a43-a314-1a51d6f237f0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 HTTP/1.1" status: 200 len: 217 time: 0.0678709 Feb 05 19:01:08.050846 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-25a91e6b-5c24-46ad-b8c4-fa365886f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:08.052375 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-25a91e6b-5c24-46ad-b8c4-fa365886f941 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e0ac2e60-037b-493c-b64f-d832ffe6d185 HTTP/1.1" status: 200 len: 847 time: 0.0799718 Feb 05 19:01:08.138517 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-9b98ef21-db27-46c7-bacd-ab0cc3387dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:08.140225 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-9b98ef21-db27-46c7-bacd-ab0cc3387dfb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814090 Feb 05 19:01:08.282256 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-e0102eea-eb84-47cc-8477-7394887fdcb9 service neutron] 10.222.0.69 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351461 Feb 05 19:01:08.498956 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-95b8e791-4287-4276-9290-2fc0c61778b5 req-3022f284-831e-4751-950a-93157c6e2b68 service neutron] 10.222.0.69 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2099731 Feb 05 19:01:08.589658 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd883f81-1fee-45b1-a3f5-13ee773a2d96 req-28d2d51f-abd0-4d12-862b-adba02680d33 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:08.591346 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bd883f81-1fee-45b1-a3f5-13ee773a2d96 req-28d2d51f-abd0-4d12-862b-adba02680d33 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 943 time: 0.2262089 Feb 05 19:01:08.716690 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bd883f81-1fee-45b1-a3f5-13ee773a2d96 req-4c70ee9b-ce86-4c39-8767-bdf635f88bb0 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1186090 Feb 05 19:01:08.735321 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566a79a-3b47-440d-bc41-60b0f0acf456 req-7d4e2169-bfc1-4fea-89a2-1177b4a598b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:08.737532 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4566a79a-3b47-440d-bc41-60b0f0acf456 req-7d4e2169-bfc1-4fea-89a2-1177b4a598b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fabe836c13fa45c48a6dcb2d84810683&device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 1160 time: 0.1246819 Feb 05 19:01:08.884065 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566a79a-3b47-440d-bc41-60b0f0acf456 req-6856aac3-be72-452d-98fc-3f716ddc0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:08.885607 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4566a79a-3b47-440d-bc41-60b0f0acf456 req-6856aac3-be72-452d-98fc-3f716ddc0e3e service neutron] 10.222.0.69 "GET /v2.0/networks?id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 HTTP/1.1" status: 200 len: 902 time: 0.1394551 Feb 05 19:01:08.961684 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4566a79a-3b47-440d-bc41-60b0f0acf456 req-3b820fd7-190a-486e-a1f5-ebd47c4578f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 HTTP/1.1" status: 200 len: 217 time: 0.0688324 Feb 05 19:01:09.030611 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566a79a-3b47-440d-bc41-60b0f0acf456 req-5771a57d-9326-4d8a-be82-6d7c5dfe1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:09.032163 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4566a79a-3b47-440d-bc41-60b0f0acf456 req-5771a57d-9326-4d8a-be82-6d7c5dfe1229 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e0ac2e60-037b-493c-b64f-d832ffe6d185 HTTP/1.1" status: 200 len: 847 time: 0.0628138 Feb 05 19:01:09.117888 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566a79a-3b47-440d-bc41-60b0f0acf456 req-e1e9529f-11b4-4b87-b4af-e9656e0cac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:09.119535 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4566a79a-3b47-440d-bc41-60b0f0acf456 req-e1e9529f-11b4-4b87-b4af-e9656e0cac28 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799348 Feb 05 19:01:09.261481 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4566a79a-3b47-440d-bc41-60b0f0acf456 req-95d75c80-e234-43b3-a3b4-f1a02a818f8d service neutron] 10.222.0.69 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339068 Feb 05 19:01:09.408998 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4566a79a-3b47-440d-bc41-60b0f0acf456 req-9eee63ac-192c-4a73-8d8c-3814e4f1c8d8 service neutron] 10.222.0.69 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1382930 Feb 05 19:01:10.006773 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5a962-cd10-421e-9f8e-2d3aadd47c00 req-5d898f2e-36a8-4f66-814b-3a409d221bc7 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:10.008419 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-60d5a962-cd10-421e-9f8e-2d3aadd47c00 req-5d898f2e-36a8-4f66-814b-3a409d221bc7 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 943 time: 0.1597607 Feb 05 19:01:10.070688 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-60d5a962-cd10-421e-9f8e-2d3aadd47c00 req-6a73d45d-1f7b-44db-8cbd-6c87cda15df3 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0556991 Feb 05 19:01:11.378814 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbad1e-01a9-482a-8bb9-a0b6e55294c2 req-e7fac708-8b9d-40ea-8380-758ebeaa9d2a tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:11.380521 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-71cbad1e-01a9-482a-8bb9-a0b6e55294c2 req-e7fac708-8b9d-40ea-8380-758ebeaa9d2a tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 943 time: 0.1783984 Feb 05 19:01:11.447822 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-71cbad1e-01a9-482a-8bb9-a0b6e55294c2 req-4cc47c18-72e9-4693-84d8-4eef39a1756a tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0609143 Feb 05 19:01:11.622380 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:01:11.690193 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning for port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:01:11.694876 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:01:11.695283 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:11.816702 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:11.843835 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:01:11.853818 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8,segment=NetworkSegment(df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8),segment_id=df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:01:11.856755 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:11.858656 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8df04d1e-daed-419b-8029-06da2dea9ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:01:11.906037 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8', 'code': 200} Feb 05 19:01:11.931783 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:01:11.935124 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:01:12.258013 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950fc6d-0c68-4ee9-a7d1-d482adcdf3bd req-712b4246-0f66-494b-a334-6b4324b3b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:12.259666 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3950fc6d-0c68-4ee9-a7d1-d482adcdf3bd req-712b4246-0f66-494b-a334-6b4324b3b633 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 1162 time: 0.0795112 Feb 05 19:01:12.308080 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3950fc6d-0c68-4ee9-a7d1-d482adcdf3bd req-0c4e1bdb-756e-4c99-be51-73cbc6100416 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0414789 Feb 05 19:01:12.739612 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51781ae-4d2a-434b-b8b4-d0534db0af7c req-74834008-b4f9-43b2-990b-9f25016942c8 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:12.741290 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e51781ae-4d2a-434b-b8b4-d0534db0af7c req-74834008-b4f9-43b2-990b-9f25016942c8 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 945 time: 0.1630456 Feb 05 19:01:12.804471 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e51781ae-4d2a-434b-b8b4-d0534db0af7c req-2b6625dd-0056-4b4a-a87a-76939a9ba501 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0566654 Feb 05 19:01:13.300014 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:01:13.374249 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:01:13.374667 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:14.137485 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0376d-caf1-483b-ac9d-229857bc96f3 req-1684dee2-3a5a-4cb8-94bc-77252b625d76 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:14.139024 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-faa0376d-caf1-483b-ac9d-229857bc96f3 req-1684dee2-3a5a-4cb8-94bc-77252b625d76 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.2296019 Feb 05 19:01:14.219234 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a07240-88c9-4e33-8477-d77b68150e41 req-9f67ae5f-b8e0-46aa-9dff-303559998d18 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:14.221280 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a3a07240-88c9-4e33-8477-d77b68150e41 req-9f67ae5f-b8e0-46aa-9dff-303559998d18 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 945 time: 0.2748625 Feb 05 19:01:14.313333 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-faa0376d-caf1-483b-ac9d-229857bc96f3 req-1e8a57e7-2c92-42f1-a437-dc1f7c72ff84 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907009 Feb 05 19:01:14.331307 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a3a07240-88c9-4e33-8477-d77b68150e41 req-0b496e70-0940-4beb-9b23-8367af4724da tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0951889 Feb 05 19:01:14.616029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196baa5b-c611-4d55-9d29-614bcd137f90 req-41b0c267-c1d8-412f-8da1-68429f7a1456 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:14.617708 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-196baa5b-c611-4d55-9d29-614bcd137f90 req-41b0c267-c1d8-412f-8da1-68429f7a1456 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 945 time: 0.1593049 Feb 05 19:01:14.681710 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-196baa5b-c611-4d55-9d29-614bcd137f90 req-348d2b18-2485-4f8a-b63d-427984a26cfe tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0574560 Feb 05 19:01:14.923394 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-809b115e-187d-48b9-9cb2-c69b6824555b req-c8cb735a-e838-4caf-acb0-90005307f25c tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1873608 Feb 05 19:01:14.933529 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-809b115e-187d-48b9-9cb2-c69b6824555b req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Request body: {'floatingip': {'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:01:14.954043 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-809b115e-187d-48b9-9cb2-c69b6824555b req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:01:14.958672 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-809b115e-187d-48b9-9cb2-c69b6824555b req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Usage tracker for resource:floatingip and tenant:fabe836c13fa45c48a6dcb2d84810683 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:01:14.961706 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-809b115e-187d-48b9-9cb2-c69b6824555b req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:01:14.967406 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-809b115e-187d-48b9-9cb2-c69b6824555b req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:01:14.977728 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-809b115e-187d-48b9-9cb2-c69b6824555b req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for floatingip, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:15.117773 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-809b115e-187d-48b9-9cb2-c69b6824555b req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:15.386060 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-809b115e-187d-48b9-9cb2-c69b6824555b req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Allocated IP 172.28.0.36 (43003cf3-0c0b-48ed-9e38-49f5e4f74bf6/afe140d3-b1db-4f68-bd90-821acea9aebe/0dd302fd-4aa6-49f5-ac51-bb36e884dbe5) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:01:15.618341 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-809b115e-187d-48b9-9cb2-c69b6824555b req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:15.705410 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be0f27-3893-4f78-a51b-0e2ac2c3b87e req-35bf797b-bd14-410c-8345-ff926020ae75 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:15.707088 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b5be0f27-3893-4f78-a51b-0e2ac2c3b87e req-35bf797b-bd14-410c-8345-ff926020ae75 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.2355375 Feb 05 19:01:15.784990 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b5be0f27-3893-4f78-a51b-0e2ac2c3b87e req-054a5091-f5c4-4d2b-a81c-122e08a8bc7c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705280 Feb 05 19:01:15.792696 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-809b115e-187d-48b9-9cb2-c69b6824555b req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:15.808803 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:01:16.155680 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Pushing event updated for resources: {'Port': ['ID=0dd302fd-4aa6-49f5-ac51-bb36e884dbe5,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:01:16.161683 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:01:16.209665 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809b115e-187d-48b9-9cb2-c69b6824555b req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:01:16.210855 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-809b115e-187d-48b9-9cb2-c69b6824555b req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Resources bound (agent type, host, resource id): {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:01:16.213142 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-809b115e-187d-48b9-9cb2-c69b6824555b req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:01:16.338247 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-809b115e-187d-48b9-9cb2-c69b6824555b req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:16.407491 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-809b115e-187d-48b9-9cb2-c69b6824555b req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:16.673200 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-809b115e-187d-48b9-9cb2-c69b6824555b req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:16.676788 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-809b115e-187d-48b9-9cb2-c69b6824555b req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7513612'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:16.691444 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:01:16.827858 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Pushing event updated for resources: {'Port': ['ID=0dd302fd-4aa6-49f5-ac51-bb36e884dbe5,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:01:16.832946 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:01:16.934586 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-809b115e-187d-48b9-9cb2-c69b6824555b req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2021456'] for floatingip, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:17.008001 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-809b115e-187d-48b9-9cb2-c69b6824555b req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for floatingip, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:17.009317 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-809b115e-187d-48b9-9cb2-c69b6824555b req-46bc8e46-77d3-4dec-bb94-c882042746a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0798895 Feb 05 19:01:17.120669 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-809b115e-187d-48b9-9cb2-c69b6824555b req-4d842889-7cca-446d-b127-389725e81150 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Synchronizing usage tracker for tenant:fabe836c13fa45c48a6dcb2d84810683 on resource:floatingip {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:01:17.212543 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63331979-2ca4-40fe-9951-4f3d5a0f26f9 req-c7b8e75b-32dc-4920-bc52-ca0812f5e326 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:17.214089 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-63331979-2ca4-40fe-9951-4f3d5a0f26f9 req-c7b8e75b-32dc-4920-bc52-ca0812f5e326 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.2808924 Feb 05 19:01:17.238743 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-809b115e-187d-48b9-9cb2-c69b6824555b req-4d842889-7cca-446d-b127-389725e81150 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Unset dirty status for tenant:fabe836c13fa45c48a6dcb2d84810683 on resource:floatingip {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:01:17.239925 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-809b115e-187d-48b9-9cb2-c69b6824555b req-4d842889-7cca-446d-b127-389725e81150 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.0.36 HTTP/1.1" status: 200 len: 695 time: 0.2213659 Feb 05 19:01:17.354032 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-63331979-2ca4-40fe-9951-4f3d5a0f26f9 req-306eec5f-e0f0-416c-958c-5b3fa38edfa4 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327562 Feb 05 19:01:17.511007 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b115e-187d-48b9-9cb2-c69b6824555b req-d720907c-d20c-41b7-b10e-35d5fab465cd tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:17.512452 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-809b115e-187d-48b9-9cb2-c69b6824555b req-d720907c-d20c-41b7-b10e-35d5fab465cd tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/networks/43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 HTTP/1.1" status: 200 len: 784 time: 0.2577393 Feb 05 19:01:17.523877 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [req-809b115e-187d-48b9-9cb2-c69b6824555b req-1b960af9-416e-47e8-9c25-717a1714cc13 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 19:01:17.524964 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-809b115e-187d-48b9-9cb2-c69b6824555b req-1b960af9-416e-47e8-9c25-717a1714cc13 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0062356 Feb 05 19:01:17.792514 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-5cfa444d-622e-45da-ac22-55d62d7c4d45 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:17.794105 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-5cfa444d-622e-45da-ac22-55d62d7c4d45 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1615946 Feb 05 19:01:17.897238 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-cc05e20b-ca01-4abc-bbce-8d6af7facfce tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.0.36 HTTP/1.1" status: 200 len: 695 time: 0.0961151 Feb 05 19:01:17.907430 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-edf3f040-126e-40ea-b4d2-de867a8ee7b8 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Request body: {'floatingip': {'port_id': '26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:01:18.005273 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-edf3f040-126e-40ea-b4d2-de867a8ee7b8 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for floatingip, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:18.622681 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-edf3f040-126e-40ea-b4d2-de867a8ee7b8 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:18.625801 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-edf3f040-126e-40ea-b4d2-de867a8ee7b8 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2021456'] for floatingip, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:19.167542 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270327fd-8892-4246-a1b3-3f5d09b5ce08 req-826c5f7c-276c-4122-a4ae-a2dd04f2d574 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:19.169181 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-270327fd-8892-4246-a1b3-3f5d09b5ce08 req-826c5f7c-276c-4122-a4ae-a2dd04f2d574 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.2782414 Feb 05 19:01:19.170489 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.l3_db [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-edf3f040-126e-40ea-b4d2-de867a8ee7b8 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Floating IP 09594a0d-a299-401c-8355-a72aef609ace associated. External IP: 172.28.0.36, port: 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8. Feb 05 19:01:19.370450 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-270327fd-8892-4246-a1b3-3f5d09b5ce08 req-45b75ab7-7083-42fa-9112-e9115893e9b7 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467018 Feb 05 19:01:19.602928 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-edf3f040-126e-40ea-b4d2-de867a8ee7b8 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Router 3a474dae-27ef-4fab-92a5-8bc87c77e26c has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:01:19.791204 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-edf3f040-126e-40ea-b4d2-de867a8ee7b8 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:01:19.795845 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-edf3f040-126e-40ea-b4d2-de867a8ee7b8 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for floatingip, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:19.801763 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb577f54-f18a-4da4-8c5a-8e6a4f622219 None None] Sync routers for ids ['3a474dae-27ef-4fab-92a5-8bc87c77e26c'] in dv-cinder-774288-2-smb {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:01:19.811613 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb577f54-f18a-4da4-8c5a-8e6a4f622219 None None] Routers {'3a474dae-27ef-4fab-92a5-8bc87c77e26c'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:01:19.812284 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-bb577f54-f18a-4da4-8c5a-8e6a4f622219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:01:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['3a474dae-27ef-4fab-92a5-8bc87c77e26c'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:01:19.854174 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-edf3f040-126e-40ea-b4d2-de867a8ee7b8 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "PUT /v2.0/floatingips/09594a0d-a299-401c-8355-a72aef609ace HTTP/1.1" status: 200 len: 995 time: 1.9507856 Feb 05 19:01:19.854729 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'tag': '26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:01:20.007318 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'tag': '26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8', 'status': 'completed', 'code': 200} Feb 05 19:01:20.012185 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-bb577f54-f18a-4da4-8c5a-8e6a4f622219 None None] Set router 3a474dae-27ef-4fab-92a5-8bc87c77e26c gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:01:20.026080 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-b684d0ac-d3c2-40a5-971c-608bf4e977c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:20.027705 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-b684d0ac-d3c2-40a5-971c-608bf4e977c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fabe836c13fa45c48a6dcb2d84810683&device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 1162 time: 0.1580973 Feb 05 19:01:20.237542 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52a51e-de30-499c-9583-0af9c1ea3301 req-7bed28e6-f36f-4633-86a2-9040a4ae98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:20.239157 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fd52a51e-de30-499c-9583-0af9c1ea3301 req-7bed28e6-f36f-4633-86a2-9040a4ae98b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fabe836c13fa45c48a6dcb2d84810683&device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 1162 time: 0.1787012 Feb 05 19:01:20.240217 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-1cf137a0-86ae-48b2-b784-ae1071241582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:20.241671 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-1cf137a0-86ae-48b2-b784-ae1071241582 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 HTTP/1.1" status: 200 len: 902 time: 0.2062991 Feb 05 19:01:20.381121 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-bb577f54-f18a-4da4-8c5a-8e6a4f622219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'name': 'tempest-TestShelveInstance-719445828-router', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:22Z', 'updated_at': '2021-02-05T19:00:28Z', 'revision_number': 4, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'gw_port': {'id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:23Z', 'updated_at': '2021-02-05T19:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_floatingips': [{'id': '09594a0d-a299-401c-8355-a72aef609ace', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'floating_ip_address': '172.28.0.36', 'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'router_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'port_id': '26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45', 'mac_address': 'fa:16:3e:df:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:01:16Z', 'updated_at': '2021-02-05T19:01:18Z', 'revision_number': 1, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970e3084-fa92-4222-800c-499233018609', 'name': '', 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'mac_address': 'fa:16:3e:f6:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:27Z', 'updated_at': '2021-02-05T19:00:40Z', 'revision_number': 5, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'subnets': [{'id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:01:20.385228 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb577f54-f18a-4da4-8c5a-8e6a4f622219 None None] Checking router: 3a474dae-27ef-4fab-92a5-8bc87c77e26c for host: dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:01:20.395310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb577f54-f18a-4da4-8c5a-8e6a4f622219 None None] Routers {'3a474dae-27ef-4fab-92a5-8bc87c77e26c'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:01:20.395994 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-bb577f54-f18a-4da4-8c5a-8e6a4f622219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:01:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['3a474dae-27ef-4fab-92a5-8bc87c77e26c'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:01:20.445997 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-0af99192-8014-4844-bf4a-5f9f4c5ef0d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 HTTP/1.1" status: 200 len: 998 time: 0.1776543 Feb 05 19:01:20.579137 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52a51e-de30-499c-9583-0af9c1ea3301 req-97552aaa-f6d2-432a-9a13-3839b8d8b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:20.581526 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fd52a51e-de30-499c-9583-0af9c1ea3301 req-97552aaa-f6d2-432a-9a13-3839b8d8b1de service neutron] 10.222.0.69 "GET /v2.0/networks?id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 HTTP/1.1" status: 200 len: 902 time: 0.3351903 Feb 05 19:01:20.593026 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-bb577f54-f18a-4da4-8c5a-8e6a4f622219 None None] Set router 3a474dae-27ef-4fab-92a5-8bc87c77e26c gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:01:20.652923 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-62e356de-79fd-449a-8644-8a4323639aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:20.654530 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-62e356de-79fd-449a-8644-8a4323639aaf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0ac2e60-037b-493c-b64f-d832ffe6d185 HTTP/1.1" status: 200 len: 847 time: 0.1964452 Feb 05 19:01:20.772408 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fd52a51e-de30-499c-9583-0af9c1ea3301 req-84b2b273-caae-4e9f-b1a7-463a13876bbd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 HTTP/1.1" status: 200 len: 998 time: 0.1828249 Feb 05 19:01:20.919471 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d630b-6608-4cd7-ba95-064014eade24 req-6fcb52ab-076b-4c81-b473-841b2eee8b7a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:20.921135 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-707d630b-6608-4cd7-ba95-064014eade24 req-6fcb52ab-076b-4c81-b473-841b2eee8b7a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.3945184 Feb 05 19:01:20.960868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-bb577f54-f18a-4da4-8c5a-8e6a4f622219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'name': 'tempest-TestShelveInstance-719445828-router', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:22Z', 'updated_at': '2021-02-05T19:00:28Z', 'revision_number': 4, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'gw_port': {'id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:23Z', 'updated_at': '2021-02-05T19:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_floatingips': [{'id': '09594a0d-a299-401c-8355-a72aef609ace', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'floating_ip_address': '172.28.0.36', 'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'router_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'port_id': '26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45', 'mac_address': 'fa:16:3e:df:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:01:16Z', 'updated_at': '2021-02-05T19:01:18Z', 'revision_number': 1, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970e3084-fa92-4222-800c-499233018609', 'name': '', 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'mac_address': 'fa:16:3e:f6:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:27Z', 'updated_at': '2021-02-05T19:00:40Z', 'revision_number': 5, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'subnets': [{'id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:01:20.965555 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb577f54-f18a-4da4-8c5a-8e6a4f622219 None None] The sync data for ids ['3a474dae-27ef-4fab-92a5-8bc87c77e26c'] in dv-cinder-774288-2-smb is: [{'id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'name': 'tempest-TestShelveInstance-719445828-router', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:22Z', 'updated_at': '2021-02-05T19:00:28Z', 'revision_number': 4, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'gw_port': {'id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:23Z', 'updated_at': '2021-02-05T19:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_floatingips': [{'id': '09594a0d-a299-401c-8355-a72aef609ace', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'floating_ip_address': '172.28.0.36', 'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'router_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'port_id': '26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45', 'mac_address': 'fa:16:3e:df:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:01:16Z', 'updated_at': '2021-02-05T19:01:18Z', 'revision_number': 1, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970e3084-fa92-4222-800c-499233018609', 'name': '', 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'mac_address': 'fa:16:3e:f6:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:27Z', 'updated_at': '2021-02-05T19:00:40Z', 'revision_number': 5, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'subnets': [{'id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:01:20.970339 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-875763be-4359-47f5-8f85-391bff41bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:20.971968 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-875763be-4359-47f5-8f85-391bff41bea3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3027864 Feb 05 19:01:20.975668 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52a51e-de30-499c-9583-0af9c1ea3301 req-d870f8ad-6385-47d2-8728-81575269d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:20.977228 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fd52a51e-de30-499c-9583-0af9c1ea3301 req-d870f8ad-6385-47d2-8728-81575269d2c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e0ac2e60-037b-493c-b64f-d832ffe6d185 HTTP/1.1" status: 200 len: 847 time: 0.1974602 Feb 05 19:01:20.993820 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-8f030b31-c48e-47db-8b71-11c95836920f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 19:01:20.994864 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-8f030b31-c48e-47db-8b71-11c95836920f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0154798 Feb 05 19:01:21.265485 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990f093d-902c-491d-bf27-802bca88d9d6 None None] New status for floating IP 09594a0d-a299-401c-8355-a72aef609ace: ACTIVE {{(pid=80161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 19:01:21.379330 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-707d630b-6608-4cd7-ba95-064014eade24 req-56b89128-eae5-4145-a2ac-142f4cd9443d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4465508 Feb 05 19:01:21.466955 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-2809fbfa-761f-4396-b555-78f6b56b1c2c service neutron] 10.222.0.23 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362032 Feb 05 19:01:21.470736 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52a51e-de30-499c-9583-0af9c1ea3301 req-019d15e2-e2d4-449e-b433-e5f77c9beb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:21.472295 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fd52a51e-de30-499c-9583-0af9c1ea3301 req-019d15e2-e2d4-449e-b433-e5f77c9beb69 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4834869 Feb 05 19:01:21.768894 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4b1856fa-4040-4524-8b3d-63cb65c4b8f8 req-59cf50a3-b452-40b0-8fcd-9be569f10b14 service neutron] 10.222.0.23 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2921519 Feb 05 19:01:21.772285 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fd52a51e-de30-499c-9583-0af9c1ea3301 req-5a45878e-9c1f-45df-8719-85b4be2f4d08 service neutron] 10.222.0.69 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655873 Feb 05 19:01:21.933637 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fd52a51e-de30-499c-9583-0af9c1ea3301 req-861abf2f-2507-488c-a19b-32dfdfe3e8b2 service neutron] 10.222.0.69 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1515896 Feb 05 19:01:22.695630 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69326a7e-559d-48a8-9a33-fcf960a84748 req-22b9a2da-741c-4470-a879-832687a13096 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:22.697357 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-69326a7e-559d-48a8-9a33-fcf960a84748 req-22b9a2da-741c-4470-a879-832687a13096 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.1680539 Feb 05 19:01:22.761842 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-69326a7e-559d-48a8-9a33-fcf960a84748 req-5c272dad-67d0-4a8a-86c7-55504f84bf92 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583320 Feb 05 19:01:23.428885 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:01:23.500993 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:01:23.502145 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:24.074396 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028e733-3e7b-40b3-ad9d-b14fc8e909dc req-620851b4-7069-4840-840c-58ca0ca2eaab tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:24.075924 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4028e733-3e7b-40b3-ad9d-b14fc8e909dc req-620851b4-7069-4840-840c-58ca0ca2eaab tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.1655428 Feb 05 19:01:24.138519 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4028e733-3e7b-40b3-ad9d-b14fc8e909dc req-7bc57c4c-5638-4483-a193-af9c9833fcd8 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561793 Feb 05 19:01:25.444593 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e955b54-9f0f-4b10-b399-b59fb9658ab5 req-5770e96f-76ad-467e-96bd-81f6a02f6950 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:25.446301 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5e955b54-9f0f-4b10-b399-b59fb9658ab5 req-5770e96f-76ad-467e-96bd-81f6a02f6950 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.1589878 Feb 05 19:01:25.509486 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5e955b54-9f0f-4b10-b399-b59fb9658ab5 req-a595dcb2-6056-440b-b8cf-65515dfa81e0 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568736 Feb 05 19:01:26.820598 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe96d53-6c5e-49b5-8c29-d21bd14d397c req-753b0e7c-7f1a-4fe0-ada6-4e57b8fe762d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:26.822260 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cbe96d53-6c5e-49b5-8c29-d21bd14d397c req-753b0e7c-7f1a-4fe0-ada6-4e57b8fe762d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.1673763 Feb 05 19:01:26.886793 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cbe96d53-6c5e-49b5-8c29-d21bd14d397c req-d41ccf4d-2c6e-4a8e-81fd-d3c8d63d0d11 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576985 Feb 05 19:01:28.232880 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dceab-f858-4280-a411-2e13a6e1f8cf req-2a4770a2-21ec-4162-b74f-a76bfd4393d2 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:28.235202 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d31dceab-f858-4280-a411-2e13a6e1f8cf req-2a4770a2-21ec-4162-b74f-a76bfd4393d2 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.1820574 Feb 05 19:01:28.306242 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d31dceab-f858-4280-a411-2e13a6e1f8cf req-d52b7038-6056-47ac-8012-22d9b75ca85e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631778 Feb 05 19:01:29.660317 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d44d68-114b-4289-87b1-0f31efacea54 req-66d3d12c-79be-4920-8cc0-263284f68ac0 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:29.668076 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e2d44d68-114b-4289-87b1-0f31efacea54 req-66d3d12c-79be-4920-8cc0-263284f68ac0 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.1869588 Feb 05 19:01:29.743045 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e2d44d68-114b-4289-87b1-0f31efacea54 req-fb9668dd-33a8-4e26-92e3-4a9348ec4431 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739040 Feb 05 19:01:31.081591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040595f-a85d-4c5b-97b1-3465d2f36d55 req-03de4fe0-c472-4600-909c-f6dcf390556b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:31.083778 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e040595f-a85d-4c5b-97b1-3465d2f36d55 req-03de4fe0-c472-4600-909c-f6dcf390556b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.1777737 Feb 05 19:01:31.151608 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e040595f-a85d-4c5b-97b1-3465d2f36d55 req-0a9767b1-2ff9-4ca0-aac6-b63e58d2d9cc tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620162 Feb 05 19:01:32.026890 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-af2d8b43-d869-4061-a1ec-334d511a57a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:32.512604 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f623e-1f20-4b09-9688-a7c117aea771 req-042f5867-6e4d-474e-b364-0149d6c028cc tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:32.520745 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-656f623e-1f20-4b09-9688-a7c117aea771 req-042f5867-6e4d-474e-b364-0149d6c028cc tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.1818950 Feb 05 19:01:32.586276 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-656f623e-1f20-4b09-9688-a7c117aea771 req-a5b5bb91-90ac-407e-96c0-fce1a0bc0d19 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639760 Feb 05 19:01:33.288750 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de239f1-f1de-4af6-af04-63c40cf2014d req-9d73d080-9b5e-4cd2-ba43-4fd5c80f656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:33.290983 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4de239f1-f1de-4af6-af04-63c40cf2014d req-9d73d080-9b5e-4cd2-ba43-4fd5c80f656c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5cc116b07494a72826dda0f60f8b9a7&device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 1162 time: 0.0963824 Feb 05 19:01:33.449812 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:33.466859 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de239f1-f1de-4af6-af04-63c40cf2014d req-9715c31a-ac5c-4a16-b5bf-a0fedc806013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:33.468457 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4de239f1-f1de-4af6-af04-63c40cf2014d req-9715c31a-ac5c-4a16-b5bf-a0fedc806013 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9965b9d0-889c-488e-93d5-091708438716 HTTP/1.1" status: 200 len: 911 time: 0.1560459 Feb 05 19:01:33.593126 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4de239f1-f1de-4af6-af04-63c40cf2014d req-39800288-9c6b-45a2-84c7-2d1c6a622990 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa HTTP/1.1" status: 200 len: 1001 time: 0.1157608 Feb 05 19:01:33.681708 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de239f1-f1de-4af6-af04-63c40cf2014d req-d9be4457-17b5-43ae-aee2-1b73c763b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:33.683329 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4de239f1-f1de-4af6-af04-63c40cf2014d req-d9be4457-17b5-43ae-aee2-1b73c763b379 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f1bdea3-74d8-4195-980b-db0b045c7457 HTTP/1.1" status: 200 len: 856 time: 0.0813622 Feb 05 19:01:33.828242 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de239f1-f1de-4af6-af04-63c40cf2014d req-40bcf459-120a-49dd-989c-dbf9299b153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:33.830784 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4de239f1-f1de-4af6-af04-63c40cf2014d req-40bcf459-120a-49dd-989c-dbf9299b153b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9965b9d0-889c-488e-93d5-091708438716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1364388 Feb 05 19:01:33.995045 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4de239f1-f1de-4af6-af04-63c40cf2014d req-aad21003-ba78-47d8-afbd-0985e3fae161 service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557212 Feb 05 19:01:34.199359 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e3841-d30f-4bda-9ace-e5ce201cf529 req-43407357-aeaa-4efc-b147-98c0e12aec43 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:34.207356 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c70e3841-d30f-4bda-9ace-e5ce201cf529 req-43407357-aeaa-4efc-b147-98c0e12aec43 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.4258082 Feb 05 19:01:34.209564 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9d8ee0ad-711e-4463-8241-acada547d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:34.287209 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c70e3841-d30f-4bda-9ace-e5ce201cf529 req-957ff2bf-565f-44d5-9f52-79a924c5a5f7 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786645 Feb 05 19:01:34.341762 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4de239f1-f1de-4af6-af04-63c40cf2014d req-fbc13dd4-a5dc-4488-b9f6-5ddb3dcfea18 service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3366413 Feb 05 19:01:34.851108 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:35.644245 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f2cde-f0f0-4600-91c5-df97151a49d2 req-c52e99f7-cc53-430c-aa20-83f36806ab02 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:35.652521 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4c4f2cde-f0f0-4600-91c5-df97151a49d2 req-c52e99f7-cc53-430c-aa20-83f36806ab02 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.1873429 Feb 05 19:01:35.667765 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:35.725843 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4c4f2cde-f0f0-4600-91c5-df97151a49d2 req-564dee72-1d48-493d-adf4-d4e923d4bb62 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722678 Feb 05 19:01:36.353540 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:37.100346 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f842398-7534-4000-81d7-cd8e9b2522f2 req-fb72fbbe-6517-4064-91bf-2d8850741e5f tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:37.102067 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9f842398-7534-4000-81d7-cd8e9b2522f2 req-fb72fbbe-6517-4064-91bf-2d8850741e5f tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.2377641 Feb 05 19:01:37.105456 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b604c-62d0-4396-8fff-ce9f058df387 req-9ac27a5a-a2c0-4a7b-8a93-fa743e304541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:37.106678 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fd4b604c-62d0-4396-8fff-ce9f058df387 req-9ac27a5a-a2c0-4a7b-8a93-fa743e304541 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5cc116b07494a72826dda0f60f8b9a7&device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 1162 time: 0.2011871 Feb 05 19:01:37.460267 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9f842398-7534-4000-81d7-cd8e9b2522f2 req-fccbb642-760c-492c-bf98-c62a7e20b90c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512051 Feb 05 19:01:37.522976 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b604c-62d0-4396-8fff-ce9f058df387 req-01f7cac3-70d1-4199-84fd-4362c16b20de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:37.524533 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fd4b604c-62d0-4396-8fff-ce9f058df387 req-01f7cac3-70d1-4199-84fd-4362c16b20de service neutron] 10.222.0.69 "GET /v2.0/networks?id=9965b9d0-889c-488e-93d5-091708438716 HTTP/1.1" status: 200 len: 911 time: 0.3990390 Feb 05 19:01:37.637874 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fd4b604c-62d0-4396-8fff-ce9f058df387 req-46aff608-52aa-4f52-92ff-f5ae22a06d51 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa HTTP/1.1" status: 200 len: 1001 time: 0.1060605 Feb 05 19:01:37.707618 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b604c-62d0-4396-8fff-ce9f058df387 req-7ae9111d-2b10-44f0-a6a9-5e8a40075188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:37.709252 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fd4b604c-62d0-4396-8fff-ce9f058df387 req-7ae9111d-2b10-44f0-a6a9-5e8a40075188 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f1bdea3-74d8-4195-980b-db0b045c7457 HTTP/1.1" status: 200 len: 856 time: 0.0634465 Feb 05 19:01:37.795295 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b604c-62d0-4396-8fff-ce9f058df387 req-184f12a4-f7c6-4c98-8e06-5a4df2df4a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:37.796858 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fd4b604c-62d0-4396-8fff-ce9f058df387 req-184f12a4-f7c6-4c98-8e06-5a4df2df4a88 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9965b9d0-889c-488e-93d5-091708438716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788441 Feb 05 19:01:37.948492 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fd4b604c-62d0-4396-8fff-ce9f058df387 req-af781f74-ac77-4def-9ff0-ddecceaae731 service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436081 Feb 05 19:01:38.091430 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fd4b604c-62d0-4396-8fff-ce9f058df387 req-887f745a-9a9f-4344-850e-b5fb2ef2af6c service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351902 Feb 05 19:01:38.773932 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df000a5d-a1a1-4f08-815a-7351c98d6bb3 req-ee9107d3-94fb-4d56-b8fe-b9c4d08d11af tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:38.775616 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-df000a5d-a1a1-4f08-815a-7351c98d6bb3 req-ee9107d3-94fb-4d56-b8fe-b9c4d08d11af tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.1628220 Feb 05 19:01:38.839108 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-df000a5d-a1a1-4f08-815a-7351c98d6bb3 req-1f4f4a50-43ed-4e4d-b026-6003fb0aaea1 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571320 Feb 05 19:01:40.150723 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7f8d6-105b-4cf9-aa51-546e96e4ace9 req-f11cee0d-f3c3-4793-b67f-188cb62eb455 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:40.152414 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-72a7f8d6-105b-4cf9-aa51-546e96e4ace9 req-f11cee0d-f3c3-4793-b67f-188cb62eb455 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.1673775 Feb 05 19:01:40.214589 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-72a7f8d6-105b-4cf9-aa51-546e96e4ace9 req-f9334708-913a-4e70-8d91-cc38a190dbcb tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551097 Feb 05 19:01:41.416929 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:01:41.528994 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4165af-5818-4386-89c1-4dc430306a61 req-dba60b00-cc19-452f-88a2-8fd3b11cd185 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:41.530756 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-af4165af-5818-4386-89c1-4dc430306a61 req-dba60b00-cc19-452f-88a2-8fd3b11cd185 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.1686978 Feb 05 19:01:41.542921 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:41.573541 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a64441-756b-4b0d-95fa-d5a35aa4a9b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:01:41.584563 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:01:41.587779 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:41.590418 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:01:41.604079 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-af4165af-5818-4386-89c1-4dc430306a61 req-d3e4e345-fbe2-429e-a4bc-9d98cd26ab79 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654235 Feb 05 19:01:41.665224 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa,revision_number=5']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:01:41.673448 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.674383 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.674764 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.675146 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.675510 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.675877 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.676242 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.676604 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.676964 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.677360 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.678073 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.678586 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.679278 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.679917 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.680437 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.680953 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.681485 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.682006 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.682514 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.683019 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.683532 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.684037 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.684553 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.685213 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:41.690505 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:01:41.723455 dv-cinder-774288-2-smb neutron-server[80047]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '45a64441-756b-4b0d-95fa-d5a35aa4a9b7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa', 'code': 422} returned with failed status Feb 05 19:01:42.699540 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:01:43.211519 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 48750) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:01:43.326626 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8559349-e44d-4e9e-9939-1f3c61efa030 req-4a94f338-d150-4741-b2e5-a245431d4472 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:43.328331 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f8559349-e44d-4e9e-9939-1f3c61efa030 req-4a94f338-d150-4741-b2e5-a245431d4472 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 943 time: 0.1777921 Feb 05 19:01:43.452923 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f8559349-e44d-4e9e-9939-1f3c61efa030 req-8ec82e4a-e023-48a9-8450-bc3c634ffa85 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830233 Feb 05 19:01:43.474975 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a36cad3c-97ef-460a-b9bd-88f1e504d062 req-d84ae953-54c5-427d-b064-97df8e596e5d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2622380 Feb 05 19:01:44.075953 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cad3c-97ef-460a-b9bd-88f1e504d062 req-92e9d5f8-14fc-4ae4-b527-7d74e3ff76b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:44.077954 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a36cad3c-97ef-460a-b9bd-88f1e504d062 req-92e9d5f8-14fc-4ae4-b527-7d74e3ff76b6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7&tenant_id=a5cc116b07494a72826dda0f60f8b9a7 HTTP/1.1" status: 200 len: 1160 time: 0.0804093 Feb 05 19:01:44.196309 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cad3c-97ef-460a-b9bd-88f1e504d062 req-12357914-d203-4596-b9d5-6ab6cd2567e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:44.197922 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a36cad3c-97ef-460a-b9bd-88f1e504d062 req-12357914-d203-4596-b9d5-6ab6cd2567e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5cc116b07494a72826dda0f60f8b9a7&device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 1160 time: 0.0819089 Feb 05 19:01:44.340632 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cad3c-97ef-460a-b9bd-88f1e504d062 req-064105e5-fe5f-4c53-a0a3-6d82ea22b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:44.342250 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a36cad3c-97ef-460a-b9bd-88f1e504d062 req-064105e5-fe5f-4c53-a0a3-6d82ea22b715 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9965b9d0-889c-488e-93d5-091708438716 HTTP/1.1" status: 200 len: 911 time: 0.1372125 Feb 05 19:01:44.460185 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a36cad3c-97ef-460a-b9bd-88f1e504d062 req-c18aa03a-68cb-4748-bb34-cb8ce59f2363 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa HTTP/1.1" status: 200 len: 999 time: 0.0980012 Feb 05 19:01:44.536880 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cad3c-97ef-460a-b9bd-88f1e504d062 req-21c07dae-e288-4fd4-bfbd-00712b809517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:44.538615 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a36cad3c-97ef-460a-b9bd-88f1e504d062 req-21c07dae-e288-4fd4-bfbd-00712b809517 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8f1bdea3-74d8-4195-980b-db0b045c7457 HTTP/1.1" status: 200 len: 856 time: 0.0705423 Feb 05 19:01:44.673925 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cad3c-97ef-460a-b9bd-88f1e504d062 req-dfaf06df-5969-450b-988d-b6f59f882309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:44.675523 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a36cad3c-97ef-460a-b9bd-88f1e504d062 req-dfaf06df-5969-450b-988d-b6f59f882309 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9965b9d0-889c-488e-93d5-091708438716&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1301961 Feb 05 19:01:44.892643 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad6582-0a5e-48ce-be69-e55bf11b14ac req-52867a7d-31d3-464f-87f0-d477a98a4236 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:44.894318 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7fad6582-0a5e-48ce-be69-e55bf11b14ac req-52867a7d-31d3-464f-87f0-d477a98a4236 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 943 time: 0.2780519 Feb 05 19:01:44.938787 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a36cad3c-97ef-460a-b9bd-88f1e504d062 req-65e0a796-a2b5-4c2c-8c35-d87278a53c3c service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525306 Feb 05 19:01:45.048122 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7fad6582-0a5e-48ce-be69-e55bf11b14ac req-cce17e55-0f51-47ec-8540-7e2f75e16b27 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457157 Feb 05 19:01:45.113085 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a36cad3c-97ef-460a-b9bd-88f1e504d062 req-79b5cf34-2bc9-4ac5-8c89-47ca700dab39 service neutron] 10.222.0.69 "GET /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1645687 Feb 05 19:01:45.991634 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765723b2-7cd0-4c18-b254-0debf5be7e36 req-2fca5708-b8a2-4d15-816a-6c0f2bae9edf tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:45.993363 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-765723b2-7cd0-4c18-b254-0debf5be7e36 req-2fca5708-b8a2-4d15-816a-6c0f2bae9edf tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 945 time: 0.1655436 Feb 05 19:01:46.065488 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-765723b2-7cd0-4c18-b254-0debf5be7e36 req-b8510606-5fdd-42a4-af8e-4bf2affbb817 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=9add484a-d4da-4632-84c7-d679284e5a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652399 Feb 05 19:01:46.409382 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ec611-75a8-489c-87a0-d1ed9ebe56b6 req-3f4f7baf-2e2e-4241-8f44-4d7c48dc0002 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:46.411087 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-089ec611-75a8-489c-87a0-d1ed9ebe56b6 req-3f4f7baf-2e2e-4241-8f44-4d7c48dc0002 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 943 time: 0.1923525 Feb 05 19:01:46.477390 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-089ec611-75a8-489c-87a0-d1ed9ebe56b6 req-f9eecc8b-1f54-4c4f-9bb6-0d33c0e7fdb6 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598929 Feb 05 19:01:47.386595 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed52a0a-1970-41e2-8c7f-6d4e75a7f233 req-85f13bdd-e46b-4862-bb05-13c91cae572d tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:47.388220 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1ed52a0a-1970-41e2-8c7f-6d4e75a7f233 req-85f13bdd-e46b-4862-bb05-13c91cae572d tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 945 time: 0.1817935 Feb 05 19:01:47.456639 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1ed52a0a-1970-41e2-8c7f-6d4e75a7f233 req-f011c2dd-1652-4f13-a38e-e2b5d8e8e26a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=9add484a-d4da-4632-84c7-d679284e5a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614862 Feb 05 19:01:47.789406 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c673b0-dd01-48cf-a16e-c9d0bd5eaa31 req-a7813005-4e67-42f8-879b-240a1db27c60 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:47.791115 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-26c673b0-dd01-48cf-a16e-c9d0bd5eaa31 req-a7813005-4e67-42f8-879b-240a1db27c60 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 943 time: 0.1651101 Feb 05 19:01:47.864301 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-26c673b0-dd01-48cf-a16e-c9d0bd5eaa31 req-5b934a1f-76ff-47af-93c4-e5ff136998b9 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658560 Feb 05 19:01:48.772145 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909b0c9-5a03-4170-9366-b65153c903f5 req-7cd55e03-4c02-492b-8b65-0ed0fa46b509 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:48.773881 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e909b0c9-5a03-4170-9366-b65153c903f5 req-7cd55e03-4c02-492b-8b65-0ed0fa46b509 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 945 time: 0.1742060 Feb 05 19:01:48.838664 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e909b0c9-5a03-4170-9366-b65153c903f5 req-6c3285fc-9c97-4e43-be6e-4c76a58c953c tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=9add484a-d4da-4632-84c7-d679284e5a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584588 Feb 05 19:01:49.176648 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881d2f8-57e9-4bd4-9744-08de5ee4d1de req-a203f952-fc28-4984-841d-656a1f1f88d6 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:49.178361 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2881d2f8-57e9-4bd4-9744-08de5ee4d1de req-a203f952-fc28-4984-841d-656a1f1f88d6 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 943 time: 0.1653328 Feb 05 19:01:49.247271 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2881d2f8-57e9-4bd4-9744-08de5ee4d1de req-72877889-db99-486d-89ec-724b896cc781 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626078 Feb 05 19:01:50.139525 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5e895-1fd8-4659-9a8a-d0a836ca467e req-2c91e820-2524-492a-8f34-96bc83b24337 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:50.141095 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f9a5e895-1fd8-4659-9a8a-d0a836ca467e req-2c91e820-2524-492a-8f34-96bc83b24337 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 945 time: 0.1672785 Feb 05 19:01:50.207380 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f9a5e895-1fd8-4659-9a8a-d0a836ca467e req-05e88586-7629-487d-bf4a-93081a95944a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=9add484a-d4da-4632-84c7-d679284e5a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588841 Feb 05 19:01:50.579925 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751143d-71e6-4b39-9875-6f888c560423 req-233e3a56-22b1-4607-a677-9cf452df63a5 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:50.581645 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1751143d-71e6-4b39-9875-6f888c560423 req-233e3a56-22b1-4607-a677-9cf452df63a5 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 943 time: 0.1697178 Feb 05 19:01:50.859533 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1751143d-71e6-4b39-9875-6f888c560423 req-2c341a92-6d0f-481a-9959-54aaa4a31cba tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714000 Feb 05 19:01:51.506532 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f9b1d-92ac-4c34-b38f-2d0ac4681d1c req-3ed57248-7a72-40c2-beb5-c580720e2d8a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:51.508199 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e23f9b1d-92ac-4c34-b38f-2d0ac4681d1c req-3ed57248-7a72-40c2-beb5-c580720e2d8a tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 945 time: 0.1699674 Feb 05 19:01:51.580497 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e23f9b1d-92ac-4c34-b38f-2d0ac4681d1c req-9ee49076-5a47-4f1f-9f17-b026c1d46ae3 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=9add484a-d4da-4632-84c7-d679284e5a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658853 Feb 05 19:01:52.181062 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf7157-416d-457d-ac4f-86ee7239e3f3 req-2005dc7d-82a8-4bc5-868e-1fd9a8509b45 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:52.182678 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-47cf7157-416d-457d-ac4f-86ee7239e3f3 req-2005dc7d-82a8-4bc5-868e-1fd9a8509b45 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 943 time: 0.1706977 Feb 05 19:01:52.248720 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-47cf7157-416d-457d-ac4f-86ee7239e3f3 req-6e60842f-9071-4a67-be38-372790dd323c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596423 Feb 05 19:01:52.892824 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c8d7a-713d-487a-8704-4696c204cea4 req-bffb2ee2-e0df-4845-a61b-39af88df7ff6 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:52.894576 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cd1c8d7a-713d-487a-8704-4696c204cea4 req-bffb2ee2-e0df-4845-a61b-39af88df7ff6 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 945 time: 0.1734660 Feb 05 19:01:52.959036 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cd1c8d7a-713d-487a-8704-4696c204cea4 req-39854a81-1264-4944-a192-5cc011f8c1b2 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=9add484a-d4da-4632-84c7-d679284e5a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581284 Feb 05 19:01:53.579563 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc86ba-198b-4049-8c26-5f9503fbd52c req-4b396bc6-0aa4-44a9-bb3d-05241b5114eb tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:53.581199 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-93bc86ba-198b-4049-8c26-5f9503fbd52c req-4b396bc6-0aa4-44a9-bb3d-05241b5114eb tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 943 time: 0.1632087 Feb 05 19:01:53.647029 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-93bc86ba-198b-4049-8c26-5f9503fbd52c req-58000bc2-c006-40af-938a-cf5c337b599e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592189 Feb 05 19:01:54.261802 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd5c3a-fa41-4f09-9085-31ae8bef7e8c req-bce3422d-523b-45b4-8ed0-6f51fdb24c0c tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:54.263438 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c8bd5c3a-fa41-4f09-9085-31ae8bef7e8c req-bce3422d-523b-45b4-8ed0-6f51fdb24c0c tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 945 time: 0.1696992 Feb 05 19:01:54.329349 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c8bd5c3a-fa41-4f09-9085-31ae8bef7e8c req-8d655633-0780-4704-9fa7-771d1f187a53 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=9add484a-d4da-4632-84c7-d679284e5a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592799 Feb 05 19:01:54.965157 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d2918-e333-4a76-ba22-1c4e54db7af0 req-2bb2332b-b1f1-49b4-a426-c88c988f50e7 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:54.966844 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7e6d2918-e333-4a76-ba22-1c4e54db7af0 req-2bb2332b-b1f1-49b4-a426-c88c988f50e7 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 943 time: 0.1639802 Feb 05 19:01:55.037104 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7e6d2918-e333-4a76-ba22-1c4e54db7af0 req-e9c73776-c043-46a7-847c-64d0520ac7e5 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626206 Feb 05 19:01:55.639923 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377f1fa-3314-4ee4-b47c-5be3cbaf915d req-af6d4b42-15d6-49fe-9ae3-9706e38b900d tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:55.642090 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e377f1fa-3314-4ee4-b47c-5be3cbaf915d req-af6d4b42-15d6-49fe-9ae3-9706e38b900d tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 945 time: 0.1646397 Feb 05 19:01:55.709751 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e377f1fa-3314-4ee4-b47c-5be3cbaf915d req-ed75d5d0-f403-4bcf-92dc-78398d7d6e9d tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=9add484a-d4da-4632-84c7-d679284e5a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599418 Feb 05 19:01:56.356012 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6746fc-2a2c-47c2-acf0-6aad8cad3fad req-5e3c4977-3961-4b6f-9f7c-2e09dc38e133 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:56.357651 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ca6746fc-2a2c-47c2-acf0-6aad8cad3fad req-5e3c4977-3961-4b6f-9f7c-2e09dc38e133 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 943 time: 0.1674643 Feb 05 19:01:56.422375 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ca6746fc-2a2c-47c2-acf0-6aad8cad3fad req-0eca32e7-9b9c-46a4-a858-5de4b834eba6 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582886 Feb 05 19:01:57.002445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00715888-ac09-488a-90f4-5f313eea5743 req-a6cb4bd6-6dbc-489b-b8fa-bcb793279e63 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:57.004001 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-00715888-ac09-488a-90f4-5f313eea5743 req-a6cb4bd6-6dbc-489b-b8fa-bcb793279e63 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 945 time: 0.1629214 Feb 05 19:01:57.066602 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-00715888-ac09-488a-90f4-5f313eea5743 req-c7682a2c-3699-423f-a1d2-a87019696584 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=9add484a-d4da-4632-84c7-d679284e5a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562763 Feb 05 19:01:57.729763 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8849d-928c-46c9-a046-79f5b841637c req-b536b978-e28b-426d-a285-670d17243f9a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:57.731422 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4eb8849d-928c-46c9-a046-79f5b841637c req-b536b978-e28b-426d-a285-670d17243f9a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 943 time: 0.1667192 Feb 05 19:01:57.794654 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4eb8849d-928c-46c9-a046-79f5b841637c req-2e8cfdef-eb1a-441c-81df-966b4d60fc76 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567989 Feb 05 19:01:58.354649 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80199802-92c8-41c9-b969-10a625ff6a1c req-49278cfd-db4e-466f-a696-32362df0dbbc tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:58.356348 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-80199802-92c8-41c9-b969-10a625ff6a1c req-49278cfd-db4e-466f-a696-32362df0dbbc tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 945 time: 0.1639109 Feb 05 19:01:58.425293 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-80199802-92c8-41c9-b969-10a625ff6a1c req-d2f51db7-326f-4271-a773-58a557566a10 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=9add484a-d4da-4632-84c7-d679284e5a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617886 Feb 05 19:01:58.874593 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bd860-1b67-4f92-9ebe-f2df32b931a9 req-8f21df5d-7b61-4857-8100-8f748af6b712 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:58.876285 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a57bd860-1b67-4f92-9ebe-f2df32b931a9 req-8f21df5d-7b61-4857-8100-8f748af6b712 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.69 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 945 time: 0.1612518 Feb 05 19:01:59.017197 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-a57bd860-1b67-4f92-9ebe-f2df32b931a9 req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Deleting port 259c68e1-9833-4e01-8ebc-a72391358e13 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:01:59.017572 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a57bd860-1b67-4f92-9ebe-f2df32b931a9 req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:59.245870 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2659e-d588-4f91-a624-9650f6ed079c req-6e3cf3e5-cb4e-444f-a12e-63c6ed16fc4e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:59.247479 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a3e2659e-d588-4f91-a624-9650f6ed079c req-6e3cf3e5-cb4e-444f-a12e-63c6ed16fc4e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 943 time: 0.3042469 Feb 05 19:01:59.400308 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a3e2659e-d588-4f91-a624-9650f6ed079c req-59eea82f-586a-4faf-a446-c63e87c211d5 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346304 Feb 05 19:01:59.438623 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-a57bd860-1b67-4f92-9ebe-f2df32b931a9 req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] For port 259c68e1-9833-4e01-8ebc-a72391358e13, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=259c68e1-9833-4e01-8ebc-a72391358e13,segment=NetworkSegment(136859a3-6606-41af-8375-5d44672b0926),segment_id=136859a3-6606-41af-8375-5d44672b0926)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:01:59.439492 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a57bd860-1b67-4f92-9ebe-f2df32b931a9 req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:59.884422 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1675f5-7436-4f5c-877c-4cd89aa10492 req-b7c6f344-a426-4291-bff2-6bef3394e3ce tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:59.885984 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-be1675f5-7436-4f5c-877c-4cd89aa10492 req-b7c6f344-a426-4291-bff2-6bef3394e3ce tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 945 time: 0.2904925 Feb 05 19:01:59.887741 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a57bd860-1b67-4f92-9ebe-f2df32b931a9 req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:59.888140 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a57bd860-1b67-4f92-9ebe-f2df32b931a9 req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2021456'] for floatingip, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:59.888479 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.l3_db [req-a57bd860-1b67-4f92-9ebe-f2df32b931a9 req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Floating IP ffcbe3da-55b9-46b6-a587-237b915876a3 disassociated. External IP: 172.28.0.208, port: 259c68e1-9833-4e01-8ebc-a72391358e13. Feb 05 19:01:59.888852 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-a57bd860-1b67-4f92-9ebe-f2df32b931a9 req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Calling delete_port for 259c68e1-9833-4e01-8ebc-a72391358e13 owned by compute:nova {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:02:00.004149 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-be1675f5-7436-4f5c-877c-4cd89aa10492 req-1570e972-789b-4d25-805c-1f60df9e9e57 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups?id=9add484a-d4da-4632-84c7-d679284e5a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858438 Feb 05 19:02:00.078708 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:02:00.087617 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a57bd860-1b67-4f92-9ebe-f2df32b931a9 req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:00.102534 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:00.151497 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:02:00.151911 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:00.153863 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Pushing event deleted for resources: {'Port': ['ID=259c68e1-9833-4e01-8ebc-a72391358e13,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:00.210408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.210809 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.211204 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.211591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.211984 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.212365 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.212742 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.213127 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.213526 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.213904 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.214282 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.214657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.215093 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.215469 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.215845 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.216220 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.216592 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.216966 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.217370 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.217723 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.218100 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.218474 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.218848 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.219219 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:00.224501 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:00.276917 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:00.307151 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a64441-756b-4b0d-95fa-d5a35aa4a9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:02:00.331473 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:02:00.342337 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:00.345525 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:00.390812 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a64441-756b-4b0d-95fa-d5a35aa4a9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa', 'code': 200} Feb 05 19:02:00.391697 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 259c68e1-9833-4e01-8ebc-a72391358e13 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:02:00.450034 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] No Port match for: 259c68e1-9833-4e01-8ebc-a72391358e13 {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:02:00.450575 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 259c68e1-9833-4e01-8ebc-a72391358e13 not bound to the agent host hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:02:00.471112 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa,revision_number=6']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:00.475357 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:00.722158 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0550f7-bf9e-40a7-9256-1119622b3f83 req-d9414f5b-051d-435d-984a-cb23f1cb1c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:02:00.723813 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aa0550f7-bf9e-40a7-9256-1119622b3f83 req-d9414f5b-051d-435d-984a-cb23f1cb1c5c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 1162 time: 0.0922980 Feb 05 19:02:00.757250 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a57bd860-1b67-4f92-9ebe-f2df32b931a9 req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:02:00.773296 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aa0550f7-bf9e-40a7-9256-1119622b3f83 req-929a2c58-876b-4c7c-826e-c92ee9f78557 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431068 Feb 05 19:02:00.842458 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea0b87-e484-4912-80d7-297e6f119f68 req-d5d97081-38a2-4f8f-9dd4-0619671b3ac9 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:02:00.844174 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f8ea0b87-e484-4912-80d7-297e6f119f68 req-d5d97081-38a2-4f8f-9dd4-0619671b3ac9 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.2278047 Feb 05 19:02:01.047514 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f8ea0b87-e484-4912-80d7-297e6f119f68 req-c14a1a74-b2ad-4c83-b1e8-fb3b7d3c74d6 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956131 Feb 05 19:02:01.083709 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a57bd860-1b67-4f92-9ebe-f2df32b931a9 req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:02:01.103098 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8cc62e-6706-4d5a-8ef7-f17989119ae5 None None] Sync routers for ids ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'] in dv-cinder-774288-2-smb {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:02:01.113430 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8cc62e-6706-4d5a-8ef7-f17989119ae5 None None] Routers {'7239ca4c-33e9-42a3-b646-28af8fdfcc03'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:02:01.114077 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-ff8cc62e-6706-4d5a-8ef7-f17989119ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:01:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:01.123423 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57bd860-1b67-4f92-9ebe-f2df32b931a9 req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] No DVR routers for this DVR port 259c68e1-9833-4e01-8ebc-a72391358e13 on host hv-cinder-77428 {{(pid=80158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 19:02:01.126125 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-a57bd860-1b67-4f92-9ebe-f2df32b931a9 req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:01.129163 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64a224d-aeea-400e-8f06-781e550cf11c', 'name': 'network-vif-deleted', 'tag': '259c68e1-9833-4e01-8ebc-a72391358e13'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:02:01.143074 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-a57bd860-1b67-4f92-9ebe-f2df32b931a9 req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.69 "DELETE /v2.0/ports/259c68e1-9833-4e01-8ebc-a72391358e13 HTTP/1.1" status: 204 len: 173 time: 2.2609019 Feb 05 19:02:01.201502 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64a224d-aeea-400e-8f06-781e550cf11c', 'name': 'network-vif-deleted', 'tag': '259c68e1-9833-4e01-8ebc-a72391358e13', 'status': 'completed', 'code': 200} Feb 05 19:02:01.208315 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-0e158546-fb11-4df8-96a5-0433e0985e98 req-b854d5f9-1120-4dc2-804d-6417b60de3b5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Synchronizing usage tracker for tenant:d6772b3c833744d298b2542568f2699f on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:02:01.225738 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-0e158546-fb11-4df8-96a5-0433e0985e98 req-b854d5f9-1120-4dc2-804d-6417b60de3b5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Unset dirty status for tenant:d6772b3c833744d298b2542568f2699f on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:02:01.227040 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0e158546-fb11-4df8-96a5-0433e0985e98 req-b854d5f9-1120-4dc2-804d-6417b60de3b5 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64a224d-aeea-400e-8f06-781e550cf11c HTTP/1.1" status: 200 len: 210 time: 0.0706201 Feb 05 19:02:01.462981 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-ff8cc62e-6706-4d5a-8ef7-f17989119ae5 None None] Set router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:02:01.889010 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:02:02.054550 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5f9c0f4a-6919-4e3c-84f9-3592a9e30ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:02.072996 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:02:02.073508 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:02.152401 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-ff8cc62e-6706-4d5a-8ef7-f17989119ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T18:56:05Z', 'revision_number': 4, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '43646e9f-e4e2-4523-a3ab-f9c867de0ed4', 'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'mac_address': 'fa:16:3e:d0:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:58Z', 'updated_at': '2021-02-05T18:56:15Z', 'revision_number': 5, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'subnets': [{'id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:02.167867 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8cc62e-6706-4d5a-8ef7-f17989119ae5 None None] Checking router: 7239ca4c-33e9-42a3-b646-28af8fdfcc03 for host: dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:02:02.185809 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8cc62e-6706-4d5a-8ef7-f17989119ae5 None None] Routers {'7239ca4c-33e9-42a3-b646-28af8fdfcc03'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:02:02.186486 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-ff8cc62e-6706-4d5a-8ef7-f17989119ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:01:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:02.427396 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd0ad7-84ad-417e-88a2-984129f32c1e req-599f1774-8209-4ba8-8278-52128446be0d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:02:02.429546 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5fdd0ad7-84ad-417e-88a2-984129f32c1e req-599f1774-8209-4ba8-8278-52128446be0d tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.2138627 Feb 05 19:02:02.438580 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-ff8cc62e-6706-4d5a-8ef7-f17989119ae5 None None] Set router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:02:02.448349 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 48910) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:02.518104 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5fdd0ad7-84ad-417e-88a2-984129f32c1e req-238b8eb4-3c7a-4dab-a048-b8a385761253 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814366 Feb 05 19:02:02.539150 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:02.571862 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:02.618453 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:02.624628 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-09b3d357-4ac9-43e1-bfc0-1a5a14b80ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:02.645969 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9add484a-d4da-4632-84c7-d679284e5a75,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:02.656360 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.656771 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.658063 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.658474 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.658872 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.659263 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.659651 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.660036 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.660419 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.660800 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.661230 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.661588 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.662417 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.662810 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.663193 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.663572 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.664169 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.664364 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.664717 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.665149 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.665504 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.665888 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.666264 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.666644 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:02:02.677697 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:02.678594 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:02.681726 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-1335984b-3558-4dcb-966d-a751948cef13 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "DELETE /v2.0/security-groups/9add484a-d4da-4632-84c7-d679284e5a75 HTTP/1.1" status: 204 len: 168 time: 0.2321999 Feb 05 19:02:02.683015 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 48914) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:02.701645 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.v2.resource [None req-aefa6fe5-f676-456b-91fe-de8e4c37a743 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] show failed (client error): The resource could not be found. Feb 05 19:02:02.706225 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-aefa6fe5-f676-456b-91fe-de8e4c37a743 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "GET /v2.0/security-groups/9add484a-d4da-4632-84c7-d679284e5a75 HTTP/1.1" status: 404 len: 347 time: 0.0187275 Feb 05 19:02:02.706663 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 48918) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:02.807826 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-ff8cc62e-6706-4d5a-8ef7-f17989119ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T18:56:05Z', 'revision_number': 4, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '43646e9f-e4e2-4523-a3ab-f9c867de0ed4', 'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'mac_address': 'fa:16:3e:d0:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:58Z', 'updated_at': '2021-02-05T18:56:15Z', 'revision_number': 5, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'subnets': [{'id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:02.811998 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8cc62e-6706-4d5a-8ef7-f17989119ae5 None None] The sync data for ids ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'] in dv-cinder-774288-2-smb is: [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T18:56:05Z', 'revision_number': 4, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '43646e9f-e4e2-4523-a3ab-f9c867de0ed4', 'name': '', 'network_id': '497ec747-5a9f-4b18-bf8f-c5da3336777f', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'mac_address': 'fa:16:3e:d0:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:58Z', 'updated_at': '2021-02-05T18:56:15Z', 'revision_number': 5, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'subnets': [{'id': '9ca05151-4272-40cf-9fde-02be00fd7aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:02:02.896757 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d327cb2d-05e3-4572-abcf-0a51d3dac866 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Deleting port 72cf4710-1868-4e8d-8167-efd27d37bedf {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:02:02.897133 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d327cb2d-05e3-4572-abcf-0a51d3dac866 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:03.079915 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d327cb2d-05e3-4572-abcf-0a51d3dac866 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:03.080283 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d327cb2d-05e3-4572-abcf-0a51d3dac866 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:03.213985 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26912391-d1bd-42a3-b432-398e15291b0c None None] New status for floating IP ffcbe3da-55b9-46b6-a587-237b915876a3: DOWN {{(pid=80161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 19:02:03.218311 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-d327cb2d-05e3-4572-abcf-0a51d3dac866 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Calling delete_port for 72cf4710-1868-4e8d-8167-efd27d37bedf owned by network:floatingip {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:02:03.369568 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d327cb2d-05e3-4572-abcf-0a51d3dac866 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:03.385258 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.api [None req-26912391-d1bd-42a3-b432-398e15291b0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80161) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 19:02:03.385690 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_db.api [None req-26912391-d1bd-42a3-b432-398e15291b0c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 19:02:03.386288 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2f2c04cf-a425-42c4-bc57-4b1f9bf5ab7b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:03.451423 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:03.484600 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327cb2d-05e3-4572-abcf-0a51d3dac866 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Pushing event deleted for resources: {'Port': ['ID=72cf4710-1868-4e8d-8167-efd27d37bedf,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:03.487639 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d327cb2d-05e3-4572-abcf-0a51d3dac866 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:03.612116 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d327cb2d-05e3-4572-abcf-0a51d3dac866 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks [] for floatingip, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:03.630014 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d327cb2d-05e3-4572-abcf-0a51d3dac866 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for floatingip, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:03.631387 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-d327cb2d-05e3-4572-abcf-0a51d3dac866 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] 10.222.0.23 "DELETE /v2.0/floatingips/ffcbe3da-55b9-46b6-a587-237b915876a3 HTTP/1.1" status: 204 len: 168 time: 0.9236600 Feb 05 19:02:03.823681 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a53049-b383-4fc3-8b39-d6ec4b359246 req-9c32678b-ac42-4a00-ab93-06ef65cc615e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:02:03.825389 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-41a53049-b383-4fc3-8b39-d6ec4b359246 req-9c32678b-ac42-4a00-ab93-06ef65cc615e tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.1706259 Feb 05 19:02:03.887883 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26912391-d1bd-42a3-b432-398e15291b0c None None] New status for floating IP ffcbe3da-55b9-46b6-a587-237b915876a3: DOWN {{(pid=80161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 19:02:03.889194 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-41a53049-b383-4fc3-8b39-d6ec4b359246 req-9cc4b22a-a6b0-49b9-96ce-bc212f52ada3 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573878 Feb 05 19:02:04.201422 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-272b0b74-8195-4408-b253-b7b7b48dd323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:04.842259 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:05.651328 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:06.359156 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:07.840468 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 48952) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:08.563818 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4d1d4eb3-da80-4803-a8de-febb3b9b7a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2017394'] for router_interface, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:09.163850 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d4eb3-da80-4803-a8de-febb3b9b7a41 admin admin] Deleting port 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:02:09.164408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4d1d4eb3-da80-4803-a8de-febb3b9b7a41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:09.354604 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-4d1d4eb3-da80-4803-a8de-febb3b9b7a41 admin admin] For port 43646e9f-e4e2-4523-a3ab-f9c867de0ed4, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=43646e9f-e4e2-4523-a3ab-f9c867de0ed4,segment=NetworkSegment(136859a3-6606-41af-8375-5d44672b0926),segment_id=136859a3-6606-41af-8375-5d44672b0926)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:02:09.355005 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4d1d4eb3-da80-4803-a8de-febb3b9b7a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:09.488858 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d4eb3-da80-4803-a8de-febb3b9b7a41 admin admin] Calling delete_port for 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 owned by network:router_interface {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:02:09.663368 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4d1d4eb3-da80-4803-a8de-febb3b9b7a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:09.678483 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:09.770907 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d4eb3-da80-4803-a8de-febb3b9b7a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=43646e9f-e4e2-4523-a3ab-f9c867de0ed4,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:09.777407 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4d1d4eb3-da80-4803-a8de-febb3b9b7a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:10.098358 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4d1d4eb3-da80-4803-a8de-febb3b9b7a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2017428'] for router_interface, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:10.611885 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1d4eb3-da80-4803-a8de-febb3b9b7a41 admin admin] Router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:02:10.800468 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1d4eb3-da80-4803-a8de-febb3b9b7a41 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:02:10.809252 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47069b8b-996c-4954-bdd2-aea9b26371e1 None None] Sync routers for ids ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'] in dv-cinder-774288-2-smb {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:02:10.813638 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-4d1d4eb3-da80-4803-a8de-febb3b9b7a41 admin admin] 10.222.0.23 "PUT /v2.0/routers/7239ca4c-33e9-42a3-b646-28af8fdfcc03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9718947 Feb 05 19:02:10.816349 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 48958) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:10.819548 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47069b8b-996c-4954-bdd2-aea9b26371e1 None None] Routers {'7239ca4c-33e9-42a3-b646-28af8fdfcc03'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:02:10.820210 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-47069b8b-996c-4954-bdd2-aea9b26371e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:02:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:11.001085 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-716db1a1-5206-4358-b8ef-8d2922bd3016 admin admin] Notify callbacks [] for router, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:11.003659 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-47069b8b-996c-4954-bdd2-aea9b26371e1 None None] Set router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:02:11.189587 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-716db1a1-5206-4358-b8ef-8d2922bd3016 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:11.194808 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-716db1a1-5206-4358-b8ef-8d2922bd3016 admin admin] Deleting port dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:02:11.195176 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-716db1a1-5206-4358-b8ef-8d2922bd3016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:11.389841 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-716db1a1-5206-4358-b8ef-8d2922bd3016 admin admin] For port dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f,segment=NetworkSegment(c666c010-ae90-4bff-a771-8500e5274c3e),segment_id=c666c010-ae90-4bff-a771-8500e5274c3e)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:02:11.390222 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-716db1a1-5206-4358-b8ef-8d2922bd3016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:11.479524 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-47069b8b-996c-4954-bdd2-aea9b26371e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T19:02:09Z', 'revision_number': 5, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:11.483603 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47069b8b-996c-4954-bdd2-aea9b26371e1 None None] Checking router: 7239ca4c-33e9-42a3-b646-28af8fdfcc03 for host: dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:02:11.492563 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47069b8b-996c-4954-bdd2-aea9b26371e1 None None] Routers {'7239ca4c-33e9-42a3-b646-28af8fdfcc03'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:02:11.493260 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-47069b8b-996c-4954-bdd2-aea9b26371e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:02:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:11.527827 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-716db1a1-5206-4358-b8ef-8d2922bd3016 admin admin] Calling delete_port for dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f owned by network:router_gateway {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:02:11.683073 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-716db1a1-5206-4358-b8ef-8d2922bd3016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:11.683710 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-47069b8b-996c-4954-bdd2-aea9b26371e1 None None] Set router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:02:11.994054 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-47069b8b-996c-4954-bdd2-aea9b26371e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T19:02:09Z', 'revision_number': 5, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:11.998774 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47069b8b-996c-4954-bdd2-aea9b26371e1 None None] The sync data for ids ['7239ca4c-33e9-42a3-b646-28af8fdfcc03'] in dv-cinder-774288-2-smb is: [{'id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'name': 'tempest-AttachVolumeTestJSON-1319106331-router', 'tenant_id': 'd6772b3c833744d298b2542568f2699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:41Z', 'updated_at': '2021-02-05T19:02:09Z', 'revision_number': 5, 'project_id': 'd6772b3c833744d298b2542568f2699f', 'gw_port': {'id': 'dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7239ca4c-33e9-42a3-b646-28af8fdfcc03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:44Z', 'updated_at': '2021-02-05T18:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}] {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:02:12.113546 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-716db1a1-5206-4358-b8ef-8d2922bd3016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852754427'] for router_gateway, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:12.251877 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-716db1a1-5206-4358-b8ef-8d2922bd3016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852750658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769151'] for router, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:12.254319 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-716db1a1-5206-4358-b8ef-8d2922bd3016 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:12.283862 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-716db1a1-5206-4358-b8ef-8d2922bd3016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852754240'] for router, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:12.284781 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716db1a1-5206-4358-b8ef-8d2922bd3016 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7239ca4c-33e9-42a3-b646-28af8fdfcc03 {{(pid=80159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 19:02:12.298963 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-716db1a1-5206-4358-b8ef-8d2922bd3016 admin admin] Notify callbacks [] for router, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:12.300198 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-716db1a1-5206-4358-b8ef-8d2922bd3016 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7239ca4c-33e9-42a3-b646-28af8fdfcc03 HTTP/1.1" status: 204 len: 168 time: 1.4828610 Feb 05 19:02:12.302928 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 48962) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:12.373301 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d4c4fe-2b1c-4ec4-9d28-55b4100e1d4f admin admin] Deleting subnet 9ca05151-4272-40cf-9fde-02be00fd7aec {{(pid=80159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 19:02:12.376463 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-18d4c4fe-2b1c-4ec4-9d28-55b4100e1d4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:12.428752 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-18d4c4fe-2b1c-4ec4-9d28-55b4100e1d4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8221168'] for subnet, precommit_delete_associations {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:12.557018 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-18d4c4fe-2b1c-4ec4-9d28-55b4100e1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748778'] for subnet, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:12.826456 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-18d4c4fe-2b1c-4ec4-9d28-55b4100e1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847988684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1094117'] for subnet, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:12.841836 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:12.922314 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4c4fe-2b1c-4ec4-9d28-55b4100e1d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca05151-4272-40cf-9fde-02be00fd7aec,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:12.929103 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-18d4c4fe-2b1c-4ec4-9d28-55b4100e1d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:12.971525 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-18d4c4fe-2b1c-4ec4-9d28-55b4100e1d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:12.977083 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d86f890-93ee-457e-969d-799a93de2b55 None None] Network 497ec747-5a9f-4b18-bf8f-c5da3336777f requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:02:12.977814 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-18d4c4fe-2b1c-4ec4-9d28-55b4100e1d4f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9ca05151-4272-40cf-9fde-02be00fd7aec HTTP/1.1" status: 204 len: 168 time: 0.6738126 Feb 05 19:02:12.980502 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 48966) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:13.096115 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989089'] for network, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:13.164187 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Deleting port 419b26d3-3f84-4d92-8909-c4ab187143e2 {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:02:13.164446 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:13.238073 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3797799a-8584-4910-9684-85263a30321b None None] DHCP port deletion for 497ec747-5a9f-4b18-bf8f-c5da3336777f request from dv-cinder-774288-2-smb {{(pid=80160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 05 19:02:13.243539 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-3797799a-8584-4910-9684-85263a30321b None None] Deleting port 419b26d3-3f84-4d92-8909-c4ab187143e2 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:02:13.244172 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3797799a-8584-4910-9684-85263a30321b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:13.392681 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] For port 419b26d3-3f84-4d92-8909-c4ab187143e2, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=419b26d3-3f84-4d92-8909-c4ab187143e2,segment=NetworkSegment(136859a3-6606-41af-8375-5d44672b0926),segment_id=136859a3-6606-41af-8375-5d44672b0926)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:02:13.393067 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:13.462491 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-3797799a-8584-4910-9684-85263a30321b None None] For port 419b26d3-3f84-4d92-8909-c4ab187143e2, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=419b26d3-3f84-4d92-8909-c4ab187143e2,segment=NetworkSegment(136859a3-6606-41af-8375-5d44672b0926),segment_id=136859a3-6606-41af-8375-5d44672b0926)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:02:13.462851 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3797799a-8584-4910-9684-85263a30321b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:13.525443 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Calling delete_port for 419b26d3-3f84-4d92-8909-c4ab187143e2 owned by network:dhcp {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:02:13.597040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-3797799a-8584-4910-9684-85263a30321b None None] Calling delete_port for 419b26d3-3f84-4d92-8909-c4ab187143e2 owned by network:dhcp {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:02:13.606331 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:13.623099 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d97b0664-db85-4470-9d38-87f8127555bc tempest-VolumesNegativeTest-553281484 tempest-VolumesNegativeTest-553281484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:13.636238 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 419b26d3-3f84-4d92-8909-c4ab187143e2 no longer exists at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:02:13.681729 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-769bb299-4739-4597-831b-2c808a423a4b None None] No Port match for: 419b26d3-3f84-4d92-8909-c4ab187143e2 {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:02:13.682123 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 419b26d3-3f84-4d92-8909-c4ab187143e2 not bound to the agent host dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:02:13.682591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f no longer exists at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:02:13.715589 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=419b26d3-3f84-4d92-8909-c4ab187143e2,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:13.722978 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:13.723477 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-769bb299-4739-4597-831b-2c808a423a4b None None] No Port match for: dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:02:13.723870 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device dfe432f4-6f2f-4307-9f6b-2a80ce5fdb4f not bound to the agent host dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:02:13.724338 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 no longer exists at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:02:13.766688 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-769bb299-4739-4597-831b-2c808a423a4b None None] No Port match for: 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:02:13.766928 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] No DVR routers for this DVR port 419b26d3-3f84-4d92-8909-c4ab187143e2 on host dv-cinder-774288-2-smb {{(pid=80159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 19:02:13.767041 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 43646e9f-e4e2-4523-a3ab-f9c867de0ed4 not bound to the agent host dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:02:13.852912 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.api [None req-3797799a-8584-4910-9684-85263a30321b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 19:02:13.853506 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_db.api [None req-3797799a-8584-4910-9684-85263a30321b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 19:02:13.890364 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1016662', 'neutron.services.segments.db._delete_segments_for_network-8761562595665'] for network, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:14.002877 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497ec747-5a9f-4b18-bf8f-c5da3336777f']}} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:14.015331 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136859a3-6606-41af-8375-5d44672b0926') {'for_net_delete': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:14.015663 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136859a3-6606-41af-8375-5d44672b0926') {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:14.027507 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761562606195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846554632'] for segment, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:14.042535 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:14.044499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 19:02:14.218330 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Network 497ec747-5a9f-4b18-bf8f-c5da3336777f has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:02:14.230693 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853759575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847988511'] for segment, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:14.354932 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-3797799a-8584-4910-9684-85263a30321b None None] Deleting port 419b26d3-3f84-4d92-8909-c4ab187143e2 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:02:14.355360 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3797799a-8584-4910-9684-85263a30321b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:14.408958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Network 497ec747-5a9f-4b18-bf8f-c5da3336777f has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:02:14.424870 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-3797799a-8584-4910-9684-85263a30321b None None] The port '419b26d3-3f84-4d92-8909-c4ab187143e2' was deleted {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: Traceback (most recent call last): Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: timer() Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: cb(*args, **kw) Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: return func(*args, **kwargs) Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: self._notify() Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: self.callback(batched_events) Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: event.method(event) Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: segment_id)['aggregates'][0] Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: return f(self, *a, **k) Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: return self._get(url).json() Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: **kwargs) Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: **endpoint_filter) Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 19:02:14.432169 dv-cinder-774288-2-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 19:02:14.510709 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853759138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2021475'] for network, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:14.514201 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-35db52fe-fa85-4479-b25e-b637c4e796b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:14.527664 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:14.539048 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Pushing event deleted for resources: {'Network': ['ID=497ec747-5a9f-4b18-bf8f-c5da3336777f,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:14.542433 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:14.553144 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] 10.222.0.23 "DELETE /v2.0/networks/497ec747-5a9f-4b18-bf8f-c5da3336777f HTTP/1.1" status: 204 len: 168 time: 1.5716166 Feb 05 19:02:14.696567 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 48972) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:14.749369 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-f11cbe4b-dbf1-4cb0-9580-f7dd2147ffe0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6772b3c833744d298b2542568f2699f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0514081 Feb 05 19:02:14.751983 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 48976) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:14.814638 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6a5eaef8-cf97-4fe8-8025-7fffb2ef1486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:14.845694 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6a5eaef8-cf97-4fe8-8025-7fffb2ef1486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:14.892954 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6a5eaef8-cf97-4fe8-8025-7fffb2ef1486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:14.897972 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6ec8d1a4-bc69-4702-bd1b-8c56198cebc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:14.911950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5eaef8-cf97-4fe8-8025-7fffb2ef1486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0c606a-32d9-418a-ac49-6b789681dce9,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:14.914724 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6a5eaef8-cf97-4fe8-8025-7fffb2ef1486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:14.920642 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6a5eaef8-cf97-4fe8-8025-7fffb2ef1486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:14.921884 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-6a5eaef8-cf97-4fe8-8025-7fffb2ef1486 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a0c606a-32d9-418a-ac49-6b789681dce9 HTTP/1.1" status: 204 len: 168 time: 0.1688044 Feb 05 19:02:19.699464 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:02:26.013834 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 49092) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:26.163572 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5959aa13-ae10-4e46-84ef-4851bb91e917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:26.179131 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5959aa13-ae10-4e46-84ef-4851bb91e917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:02:26.183045 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-5959aa13-ae10-4e46-84ef-4851bb91e917 admin admin] Usage tracker for resource:security_group_rule and tenant:25bdcd3dc8b14da7849e4039e7812e01 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:02:26.185970 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-5959aa13-ae10-4e46-84ef-4851bb91e917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:02:26.192187 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5959aa13-ae10-4e46-84ef-4851bb91e917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:02:26.283175 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5959aa13-ae10-4e46-84ef-4851bb91e917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:26.285886 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5959aa13-ae10-4e46-84ef-4851bb91e917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:26.294757 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d50b9591-e44a-4aee-a13b-283f554707c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:26.337138 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-5959aa13-ae10-4e46-84ef-4851bb91e917 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25bdcd3dc8b14da7849e4039e7812e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221371 Feb 05 19:02:26.338872 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959aa13-ae10-4e46-84ef-4851bb91e917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb96a48-bb4f-444f-9b1c-e69d8bb8c9f9,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:26.340092 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49098) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:26.342495 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5959aa13-ae10-4e46-84ef-4851bb91e917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:26.402769 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c783059b-0854-4d5e-885b-a669297bcdcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:26.429804 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c783059b-0854-4d5e-885b-a669297bcdcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:26.475446 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c783059b-0854-4d5e-885b-a669297bcdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:26.480684 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-417d1dc7-0e6a-48e4-852a-aa0fb103c4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:26.498490 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783059b-0854-4d5e-885b-a669297bcdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb96a48-bb4f-444f-9b1c-e69d8bb8c9f9,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:26.502180 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c783059b-0854-4d5e-885b-a669297bcdcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:26.503099 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c783059b-0854-4d5e-885b-a669297bcdcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:26.504290 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-c783059b-0854-4d5e-885b-a669297bcdcb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/afb96a48-bb4f-444f-9b1c-e69d8bb8c9f9 HTTP/1.1" status: 204 len: 168 time: 0.1631556 Feb 05 19:02:28.255661 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49148) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:28.406469 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6f37903f-b20b-4a14-a6e0-7313ef88c8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:28.421768 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6f37903f-b20b-4a14-a6e0-7313ef88c8e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:02:28.425775 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6f37903f-b20b-4a14-a6e0-7313ef88c8e8 admin admin] Usage tracker for resource:security_group_rule and tenant:6ecd358f91f0428dbb2117cb91465474 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:02:28.428662 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-6f37903f-b20b-4a14-a6e0-7313ef88c8e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:02:28.434378 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-6f37903f-b20b-4a14-a6e0-7313ef88c8e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:02:28.519519 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6f37903f-b20b-4a14-a6e0-7313ef88c8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:28.522101 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6f37903f-b20b-4a14-a6e0-7313ef88c8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:28.531029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-05d58aa5-09ef-492a-92e2-7161a4e6c3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:28.572521 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-6f37903f-b20b-4a14-a6e0-7313ef88c8e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ecd358f91f0428dbb2117cb91465474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157353 Feb 05 19:02:28.574195 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37903f-b20b-4a14-a6e0-7313ef88c8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ca8c99-dbda-47cd-b202-1a0f3baabf37,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:28.575556 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 49154) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:28.577619 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6f37903f-b20b-4a14-a6e0-7313ef88c8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:28.643345 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-158cc8f3-7838-4bd0-9b88-27cb9fd160f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:28.670054 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-158cc8f3-7838-4bd0-9b88-27cb9fd160f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:28.713803 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-158cc8f3-7838-4bd0-9b88-27cb9fd160f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:28.718674 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5395ba1e-09d0-41b6-b767-bfcdee8f93e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:28.732348 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cc8f3-7838-4bd0-9b88-27cb9fd160f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ca8c99-dbda-47cd-b202-1a0f3baabf37,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:28.737373 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-158cc8f3-7838-4bd0-9b88-27cb9fd160f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:28.741734 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-158cc8f3-7838-4bd0-9b88-27cb9fd160f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:28.742946 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-158cc8f3-7838-4bd0-9b88-27cb9fd160f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11ca8c99-dbda-47cd-b202-1a0f3baabf37 HTTP/1.1" status: 204 len: 168 time: 0.1662574 Feb 05 19:02:30.839058 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 49200) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:30.992302 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c4d8c2c1-da79-43d3-9e0c-99147cb8e799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:31.008388 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c4d8c2c1-da79-43d3-9e0c-99147cb8e799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:02:31.012455 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c4d8c2c1-da79-43d3-9e0c-99147cb8e799 admin admin] Usage tracker for resource:security_group_rule and tenant:91d3ec1ed1584656b42432bf95d4a586 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:02:31.015472 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c4d8c2c1-da79-43d3-9e0c-99147cb8e799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:02:31.021901 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c4d8c2c1-da79-43d3-9e0c-99147cb8e799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:02:31.107924 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c4d8c2c1-da79-43d3-9e0c-99147cb8e799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:31.110906 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c4d8c2c1-da79-43d3-9e0c-99147cb8e799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:31.119836 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b85ce50b-0ae6-4934-ac7a-4ec2cc8c7725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:31.166341 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-c4d8c2c1-da79-43d3-9e0c-99147cb8e799 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91d3ec1ed1584656b42432bf95d4a586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257828 Feb 05 19:02:31.167290 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8c2c1-da79-43d3-9e0c-99147cb8e799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8483b974-c02e-411e-b11b-9837775b1abd,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:31.169507 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49206) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:31.170772 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c4d8c2c1-da79-43d3-9e0c-99147cb8e799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:31.230900 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7b4751f3-b795-4936-bf28-2cbe9b09383f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:31.257435 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7b4751f3-b795-4936-bf28-2cbe9b09383f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:31.304119 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7b4751f3-b795-4936-bf28-2cbe9b09383f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:31.312583 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8d35eb6c-5bc8-419e-87ee-814d70fb1fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:31.327388 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4751f3-b795-4936-bf28-2cbe9b09383f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8483b974-c02e-411e-b11b-9837775b1abd,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:31.330805 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7b4751f3-b795-4936-bf28-2cbe9b09383f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:31.332012 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7b4751f3-b795-4936-bf28-2cbe9b09383f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:31.334334 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-7b4751f3-b795-4936-bf28-2cbe9b09383f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8483b974-c02e-411e-b11b-9837775b1abd HTTP/1.1" status: 204 len: 168 time: 0.1634581 Feb 05 19:02:31.681888 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49214) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:31.700848 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-82adca6c-1626-4340-9364-18b95e1dc964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:31.716444 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-82adca6c-1626-4340-9364-18b95e1dc964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:02:31.720599 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-82adca6c-1626-4340-9364-18b95e1dc964 admin admin] Usage tracker for resource:security_group_rule and tenant:62e84bf374d849beb810696506e7f174 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:02:31.723561 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-82adca6c-1626-4340-9364-18b95e1dc964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:02:31.729311 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-82adca6c-1626-4340-9364-18b95e1dc964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:02:31.813677 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-82adca6c-1626-4340-9364-18b95e1dc964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:31.816507 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-82adca6c-1626-4340-9364-18b95e1dc964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:31.825305 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c1ced90f-e590-4d1b-8861-556ba8201398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:31.867720 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-82adca6c-1626-4340-9364-18b95e1dc964 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62e84bf374d849beb810696506e7f174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847196 Feb 05 19:02:31.868651 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adca6c-1626-4340-9364-18b95e1dc964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374b536c-d9d9-4da7-b864-857bab8aa3bd,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:31.870836 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 49218) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:31.872107 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-82adca6c-1626-4340-9364-18b95e1dc964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:31.935005 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-159a9fd0-4fe3-46d9-bc8b-cec3a593b66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:31.961955 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-159a9fd0-4fe3-46d9-bc8b-cec3a593b66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:32.008433 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-159a9fd0-4fe3-46d9-bc8b-cec3a593b66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:32.013727 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ab14c647-dc34-4ed0-81a2-6f7263a65149 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:32.016461 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-16b33d29-1e4c-452f-9df3-43f1a2cc22c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:32.028361 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a9fd0-4fe3-46d9-bc8b-cec3a593b66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374b536c-d9d9-4da7-b864-857bab8aa3bd,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:32.030904 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-159a9fd0-4fe3-46d9-bc8b-cec3a593b66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:32.040232 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-159a9fd0-4fe3-46d9-bc8b-cec3a593b66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:32.041452 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-159a9fd0-4fe3-46d9-bc8b-cec3a593b66a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/374b536c-d9d9-4da7-b864-857bab8aa3bd HTTP/1.1" status: 204 len: 168 time: 0.1695273 Feb 05 19:02:33.474558 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:34.203714 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5063eb18-8b85-4372-8601-b1dc55cb7802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:34.246038 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d48bb0aa-1486-4df0-aa6e-ee5891e85cc8 req-390382e5-31bc-4232-8948-d268ca5b1c05 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0821674 Feb 05 19:02:34.366226 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bb0aa-1486-4df0-aa6e-ee5891e85cc8 req-825521d2-39d4-408b-98d5-fb4af2236553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:02:34.367841 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d48bb0aa-1486-4df0-aa6e-ee5891e85cc8 req-825521d2-39d4-408b-98d5-fb4af2236553 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fabe836c13fa45c48a6dcb2d84810683&device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 1162 time: 0.0897019 Feb 05 19:02:34.528258 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bb0aa-1486-4df0-aa6e-ee5891e85cc8 req-36b26c87-bf0c-4085-9302-1a1dc54fbfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:02:34.529885 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d48bb0aa-1486-4df0-aa6e-ee5891e85cc8 req-36b26c87-bf0c-4085-9302-1a1dc54fbfdf service neutron] 10.222.0.69 "GET /v2.0/networks?id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 HTTP/1.1" status: 200 len: 902 time: 0.1412096 Feb 05 19:02:34.640453 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d48bb0aa-1486-4df0-aa6e-ee5891e85cc8 req-196a99b1-ac79-4e35-bfdf-64fb95fbd710 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 HTTP/1.1" status: 200 len: 1000 time: 0.1024559 Feb 05 19:02:34.708449 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bb0aa-1486-4df0-aa6e-ee5891e85cc8 req-ef23432f-5019-4857-80a5-d02b05376b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:02:34.710011 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d48bb0aa-1486-4df0-aa6e-ee5891e85cc8 req-ef23432f-5019-4857-80a5-d02b05376b42 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e0ac2e60-037b-493c-b64f-d832ffe6d185 HTTP/1.1" status: 200 len: 847 time: 0.0620978 Feb 05 19:02:34.794279 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bb0aa-1486-4df0-aa6e-ee5891e85cc8 req-f0dcc72c-9ba2-4e4d-8043-7f21dc410086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:02:34.795789 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d48bb0aa-1486-4df0-aa6e-ee5891e85cc8 req-f0dcc72c-9ba2-4e4d-8043-7f21dc410086 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794063 Feb 05 19:02:34.844966 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:34.939314 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d48bb0aa-1486-4df0-aa6e-ee5891e85cc8 req-36f25b32-89e2-4e44-8736-47b82eea71e8 service neutron] 10.222.0.69 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355882 Feb 05 19:02:35.078980 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d48bb0aa-1486-4df0-aa6e-ee5891e85cc8 req-029722a8-77e7-4540-9faf-0011d04a4c88 service neutron] 10.222.0.69 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1327348 Feb 05 19:02:35.659263 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:36.069824 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c623c1-4308-499e-8be9-c4ae2c67e454 req-d9ab6bc8-0b44-4dca-a682-8d318612000a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:02:36.071433 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-02c623c1-4308-499e-8be9-c4ae2c67e454 req-d9ab6bc8-0b44-4dca-a682-8d318612000a tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.1602452 Feb 05 19:02:36.136360 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-02c623c1-4308-499e-8be9-c4ae2c67e454 req-348915df-85cf-482f-8661-fab12c20d6a4 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585897 Feb 05 19:02:36.364638 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:37.498441 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b98dc-74a2-45a3-8b12-37c9d4353e8b req-f618e27a-a88a-4081-919c-c4a53e6ead3b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:02:37.499998 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-358b98dc-74a2-45a3-8b12-37c9d4353e8b req-f618e27a-a88a-4081-919c-c4a53e6ead3b tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.2125165 Feb 05 19:02:37.582519 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-358b98dc-74a2-45a3-8b12-37c9d4353e8b req-008ac72d-296e-47d8-8cff-4507346d7e86 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743797 Feb 05 19:02:37.673250 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411b909-f748-48c2-9f71-14bc610bc579 req-b0b092d9-9625-4504-83fe-ce79668050e4 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:02:37.674849 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2411b909-f748-48c2-9f71-14bc610bc579 req-b0b092d9-9625-4504-83fe-ce79668050e4 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.69 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 945 time: 0.3033154 Feb 05 19:02:37.771265 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Deleting port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:02:37.771559 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:37.859291 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:02:37.980067 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:38.009049 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a64441-756b-4b0d-95fa-d5a35aa4a9b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:02:38.019465 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:02:38.022571 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:38.024305 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:38.035225 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] For port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:02:38.035540 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:38.072830 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a64441-756b-4b0d-95fa-d5a35aa4a9b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa', 'code': 200} Feb 05 19:02:38.096595 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa,revision_number=7']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:38.099981 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:38.563141 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:38.563709 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2021456'] for floatingip, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:38.563836 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.l3_db [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Floating IP 21830fe5-5446-443e-b4df-62f29606fd65 disassociated. External IP: 172.28.0.153, port: e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa. Feb 05 19:02:38.564135 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Calling delete_port for e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa owned by compute:nova {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:02:38.651517 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.api [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80158) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 19:02:38.651993 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_db.api [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 19:02:38.894753 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b92fde-1e48-4775-94f2-a89144336acf req-d613bf1a-f781-4482-8e78-c89f52989949 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:02:38.896469 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f5b92fde-1e48-4775-94f2-a89144336acf req-d613bf1a-f781-4482-8e78-c89f52989949 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 943 time: 0.1649282 Feb 05 19:02:38.960192 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f5b92fde-1e48-4775-94f2-a89144336acf req-8043716a-f11c-4ace-ad5d-89b05f5926dc tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571592 Feb 05 19:02:39.152816 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Deleting port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:02:39.153318 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:39.419234 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] For port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:02:39.419555 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:39.725576 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:39.726127 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2021456'] for floatingip, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:39.726256 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.l3_db [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Floating IP 21830fe5-5446-443e-b4df-62f29606fd65 disassociated. External IP: 172.28.0.153, port: e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa. Feb 05 19:02:39.726587 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Calling delete_port for e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa owned by compute:nova {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:02:39.874269 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:39.892430 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-79dc26f4-4bd5-4d5c-924a-8bbc1d711f5c tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:39.940344 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Pushing event deleted for resources: {'Port': ['ID=e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:39.985776 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:40.241986 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8810ed5b-473d-4702-b30c-269ffd0796c0 req-4cb4fec8-d252-4a25-a44a-29042ed07fe3 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/ports?device_id=45a64441-756b-4b0d-95fa-d5a35aa4a9b7 HTTP/1.1" status: 200 len: 210 time: 0.1272199 Feb 05 19:02:40.305133 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Router 974005bb-424b-4c4d-b499-ad4ec9119668 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:02:40.512631 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:02:40.524684 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f129a15e-69a6-4054-afde-e5541f2f3147 None None] Sync routers for ids ['974005bb-424b-4c4d-b499-ad4ec9119668'] in dv-cinder-774288-2-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:02:40.536355 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f129a15e-69a6-4054-afde-e5541f2f3147 None None] Routers {'974005bb-424b-4c4d-b499-ad4ec9119668'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:02:40.537513 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f129a15e-69a6-4054-afde-e5541f2f3147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:02:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['974005bb-424b-4c4d-b499-ad4ec9119668'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:40.555372 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] No DVR routers for this DVR port e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa on host hv-cinder-77428 {{(pid=80158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 19:02:40.557774 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:40.561025 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a64441-756b-4b0d-95fa-d5a35aa4a9b7', 'name': 'network-vif-deleted', 'tag': 'e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:02:40.584997 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2411b909-f748-48c2-9f71-14bc610bc579 req-e35403f0-09be-491d-923d-267c00a3f643 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.69 "DELETE /v2.0/ports/e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa HTTP/1.1" status: 204 len: 173 time: 2.9041457 Feb 05 19:02:40.644769 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a64441-756b-4b0d-95fa-d5a35aa4a9b7', 'name': 'network-vif-deleted', 'tag': 'e5b4abd4-cc62-4afe-ac99-b6a0f1ce98aa', 'status': 'completed', 'code': 200} Feb 05 19:02:40.900906 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-f129a15e-69a6-4054-afde-e5541f2f3147 None None] Set router 974005bb-424b-4c4d-b499-ad4ec9119668 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:02:41.231840 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f129a15e-69a6-4054-afde-e5541f2f3147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T18:56:11Z', 'revision_number': 4, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': 'dd8e2389-872e-45a8-a810-478db9c3d679', 'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'mac_address': 'fa:16:3e:d6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:56:07Z', 'updated_at': '2021-02-05T18:56:23Z', 'revision_number': 5, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'subnets': [{'id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:41.236364 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f129a15e-69a6-4054-afde-e5541f2f3147 None None] Checking router: 974005bb-424b-4c4d-b499-ad4ec9119668 for host: dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:02:41.245258 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f129a15e-69a6-4054-afde-e5541f2f3147 None None] Routers {'974005bb-424b-4c4d-b499-ad4ec9119668'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:02:41.245904 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f129a15e-69a6-4054-afde-e5541f2f3147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:02:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['974005bb-424b-4c4d-b499-ad4ec9119668'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:41.420805 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49354) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:41.452352 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-f129a15e-69a6-4054-afde-e5541f2f3147 None None] Set router 974005bb-424b-4c4d-b499-ad4ec9119668 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:02:41.507591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd578894-4b96-4645-9aed-3204580cf641 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:41.540258 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd578894-4b96-4645-9aed-3204580cf641 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:41.593010 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd578894-4b96-4645-9aed-3204580cf641 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:41.597930 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-72229a61-5b96-4ccd-851b-787258509b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:41.616854 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd578894-4b96-4645-9aed-3204580cf641 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:41.619780 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bd578894-4b96-4645-9aed-3204580cf641 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:41.620589 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bd578894-4b96-4645-9aed-3204580cf641 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:41.622033 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-bd578894-4b96-4645-9aed-3204580cf641 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "DELETE /v2.0/security-groups/3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7 HTTP/1.1" status: 204 len: 168 time: 0.2000730 Feb 05 19:02:41.625394 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49366) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:41.646350 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.api.v2.resource [None req-a0733f91-4bd9-499c-b3af-8b6d5b6eab21 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] show failed (client error): The resource could not be found. Feb 05 19:02:41.648162 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a0733f91-4bd9-499c-b3af-8b6d5b6eab21 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "GET /v2.0/security-groups/3f94fc4b-ca6b-4bfa-a6f6-0735a6826af7 HTTP/1.1" status: 404 len: 347 time: 0.0206289 Feb 05 19:02:41.651057 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49372) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:41.796628 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-f129a15e-69a6-4054-afde-e5541f2f3147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T18:56:11Z', 'revision_number': 4, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': 'dd8e2389-872e-45a8-a810-478db9c3d679', 'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'mac_address': 'fa:16:3e:d6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:56:07Z', 'updated_at': '2021-02-05T18:56:23Z', 'revision_number': 5, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'subnets': [{'id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:41.802056 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f129a15e-69a6-4054-afde-e5541f2f3147 None None] The sync data for ids ['974005bb-424b-4c4d-b499-ad4ec9119668'] in dv-cinder-774288-2-smb is: [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T18:56:11Z', 'revision_number': 4, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': 'dd8e2389-872e-45a8-a810-478db9c3d679', 'name': '', 'network_id': '9965b9d0-889c-488e-93d5-091708438716', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'mac_address': 'fa:16:3e:d6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:56:07Z', 'updated_at': '2021-02-05T18:56:23Z', 'revision_number': 5, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'subnets': [{'id': '8f1bdea3-74d8-4195-980b-db0b045c7457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:02:41.846970 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-c43e3e99-7196-4fff-8709-d49dba0c3a72 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Deleting port ebb60e75-5d80-401b-b88e-f1c748237193 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:02:41.847324 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c43e3e99-7196-4fff-8709-d49dba0c3a72 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:42.060668 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c43e3e99-7196-4fff-8709-d49dba0c3a72 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:42.061335 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c43e3e99-7196-4fff-8709-d49dba0c3a72 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:42.194933 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-c43e3e99-7196-4fff-8709-d49dba0c3a72 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Calling delete_port for ebb60e75-5d80-401b-b88e-f1c748237193 owned by network:floatingip {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:02:42.195453 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30d0d2f-f315-412b-aafd-7813ebd2fc1e None None] New status for floating IP 21830fe5-5446-443e-b4df-62f29606fd65: DOWN {{(pid=80160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 19:02:42.353459 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c43e3e99-7196-4fff-8709-d49dba0c3a72 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:42.361091 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.api [None req-e30d0d2f-f315-412b-aafd-7813ebd2fc1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 19:02:42.361535 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_db.api [None req-e30d0d2f-f315-412b-aafd-7813ebd2fc1e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 19:02:42.369438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3ca89290-38b4-4f42-adae-a13caea81184 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:42.691595 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e3e99-7196-4fff-8709-d49dba0c3a72 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Pushing event deleted for resources: {'Port': ['ID=ebb60e75-5d80-401b-b88e-f1c748237193,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:42.695715 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c43e3e99-7196-4fff-8709-d49dba0c3a72 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:42.820670 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c43e3e99-7196-4fff-8709-d49dba0c3a72 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks [] for floatingip, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:42.836172 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c43e3e99-7196-4fff-8709-d49dba0c3a72 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for floatingip, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:42.837465 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-c43e3e99-7196-4fff-8709-d49dba0c3a72 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] 10.222.0.23 "DELETE /v2.0/floatingips/21830fe5-5446-443e-b4df-62f29606fd65 HTTP/1.1" status: 204 len: 168 time: 1.1849148 Feb 05 19:02:42.863346 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30d0d2f-f315-412b-aafd-7813ebd2fc1e None None] New status for floating IP 21830fe5-5446-443e-b4df-62f29606fd65: DOWN {{(pid=80160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 19:02:45.705305 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49426) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:46.483218 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-59dc640a-3dad-4174-abfa-a8ffb3b75975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2017394'] for router_interface, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:46.852213 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-59dc640a-3dad-4174-abfa-a8ffb3b75975 admin admin] Deleting port dd8e2389-872e-45a8-a810-478db9c3d679 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:02:46.852766 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-59dc640a-3dad-4174-abfa-a8ffb3b75975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:47.033264 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-59dc640a-3dad-4174-abfa-a8ffb3b75975 admin admin] For port dd8e2389-872e-45a8-a810-478db9c3d679, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=dd8e2389-872e-45a8-a810-478db9c3d679,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:02:47.033653 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-59dc640a-3dad-4174-abfa-a8ffb3b75975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:47.163744 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-59dc640a-3dad-4174-abfa-a8ffb3b75975 admin admin] Calling delete_port for dd8e2389-872e-45a8-a810-478db9c3d679 owned by network:router_interface {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:02:47.476674 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-59dc640a-3dad-4174-abfa-a8ffb3b75975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:47.492577 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7f390744-48e6-4dda-8481-c3c6b3391e0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:47.588718 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc640a-3dad-4174-abfa-a8ffb3b75975 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8e2389-872e-45a8-a810-478db9c3d679,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:47.591616 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-59dc640a-3dad-4174-abfa-a8ffb3b75975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:48.134045 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-59dc640a-3dad-4174-abfa-a8ffb3b75975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2017428'] for router_interface, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:48.629181 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dc640a-3dad-4174-abfa-a8ffb3b75975 admin admin] Router 974005bb-424b-4c4d-b499-ad4ec9119668 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:02:48.813562 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dc640a-3dad-4174-abfa-a8ffb3b75975 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:02:48.822733 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a990767-ce4b-41b1-9e20-7e1a3f57f2d0 None None] Sync routers for ids ['974005bb-424b-4c4d-b499-ad4ec9119668'] in dv-cinder-774288-2-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:02:48.826397 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-59dc640a-3dad-4174-abfa-a8ffb3b75975 admin admin] 10.222.0.23 "PUT /v2.0/routers/974005bb-424b-4c4d-b499-ad4ec9119668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1199279 Feb 05 19:02:48.829020 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49452) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:48.832943 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a990767-ce4b-41b1-9e20-7e1a3f57f2d0 None None] Routers {'974005bb-424b-4c4d-b499-ad4ec9119668'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:02:48.833667 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-2a990767-ce4b-41b1-9e20-7e1a3f57f2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:02:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['974005bb-424b-4c4d-b499-ad4ec9119668'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:49.024490 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5487918b-ac7f-4d94-aa26-ae9b71a8c293 admin admin] Notify callbacks [] for router, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:49.031875 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-2a990767-ce4b-41b1-9e20-7e1a3f57f2d0 None None] Set router 974005bb-424b-4c4d-b499-ad4ec9119668 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:02:49.223959 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5487918b-ac7f-4d94-aa26-ae9b71a8c293 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:49.229447 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-5487918b-ac7f-4d94-aa26-ae9b71a8c293 admin admin] Deleting port 0cf9af77-1188-43e0-a2bd-68ed5680b19a {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:02:49.229937 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5487918b-ac7f-4d94-aa26-ae9b71a8c293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:49.355514 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-2a990767-ce4b-41b1-9e20-7e1a3f57f2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T19:02:47Z', 'revision_number': 5, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:49.360801 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a990767-ce4b-41b1-9e20-7e1a3f57f2d0 None None] Checking router: 974005bb-424b-4c4d-b499-ad4ec9119668 for host: dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:02:49.370259 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a990767-ce4b-41b1-9e20-7e1a3f57f2d0 None None] Routers {'974005bb-424b-4c4d-b499-ad4ec9119668'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:02:49.370966 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-2a990767-ce4b-41b1-9e20-7e1a3f57f2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:02:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['974005bb-424b-4c4d-b499-ad4ec9119668'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:49.421638 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-5487918b-ac7f-4d94-aa26-ae9b71a8c293 admin admin] For port 0cf9af77-1188-43e0-a2bd-68ed5680b19a, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=0cf9af77-1188-43e0-a2bd-68ed5680b19a,segment=NetworkSegment(c666c010-ae90-4bff-a771-8500e5274c3e),segment_id=c666c010-ae90-4bff-a771-8500e5274c3e)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:02:49.422096 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5487918b-ac7f-4d94-aa26-ae9b71a8c293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:49.561902 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-5487918b-ac7f-4d94-aa26-ae9b71a8c293 admin admin] Calling delete_port for 0cf9af77-1188-43e0-a2bd-68ed5680b19a owned by network:router_gateway {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:02:49.571199 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-2a990767-ce4b-41b1-9e20-7e1a3f57f2d0 None None] Set router 974005bb-424b-4c4d-b499-ad4ec9119668 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:02:49.708134 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5487918b-ac7f-4d94-aa26-ae9b71a8c293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: WARNING neutron.plugins.ml2.ovo_rpc [None req-5487918b-ac7f-4d94-aa26-ae9b71a8c293 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: result = function(*args, **kwargs) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: proto.__init__(conn_state, self) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: self.handle() Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: self.handle_one_request() Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: self.handle_one_response() Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: result = self.application(self.environ, start_response) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: return app(environ, start_response) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: response = req.get_response(self.application) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: application, catch_exc_info=False) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: app_iter = application(self.environ, start_response) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: response = req.get_response(self.application) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: application, catch_exc_info=False) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: app_iter = application(self.environ, start_response) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: response = req.get_response(self.application) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: application, catch_exc_info=False) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: app_iter = application(self.environ, start_response) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: response = req.get_response(self.application) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: application, catch_exc_info=False) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: app_iter = application(self.environ, start_response) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: return request.get_response(self.application) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: application, catch_exc_info=False) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: app_iter = application(self.environ, start_response) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: response = req.get_response(self._app) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: application, catch_exc_info=False) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: app_iter = application(self.environ, start_response) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: return resp(environ, start_response) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: return resp(environ, start_response) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: response = self.app(environ, start_response) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: return resp(environ, start_response) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: resp = self.call_func(req, *args, **kw) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: return self.func(req, *args, **kwargs) Feb 05 19:02:49.717198 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: result = method(request=request, **args) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: return self._delete(request, id, **kwargs) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: return f(*args, **kwargs) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: return f(*args, **kwargs) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: return f(*dup_args, **dup_kwargs) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: obj_deleter(request.context, id, **kwargs) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: return method(*args, **kwargs) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: return f(*args, **kwargs) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: return f(*args, **kwargs) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: return f(*dup_args, **dup_kwargs) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: self._delete_current_gw_port(context, id, router, None) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: admin_ctx, gw_port_id, l3_port_check=False) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: return f(self, context, *args, **kwargs) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: return method(*args, **kwargs) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: context, port, router_ids, bound_mech_contexts) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: return function(*args, **kwargs) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: callback(resource, event, trigger, **kwargs) Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: if self._is_session_semantic_violated(context, resource, event): Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: stack = traceback.extract_stack() Feb 05 19:02:49.734240 dv-cinder-774288-2-smb neutron-server[80047]: Feb 05 19:02:49.923141 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5487918b-ac7f-4d94-aa26-ae9b71a8c293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852754427'] for router_gateway, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:50.051361 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-2a990767-ce4b-41b1-9e20-7e1a3f57f2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T19:02:47Z', 'revision_number': 5, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:50.055530 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a990767-ce4b-41b1-9e20-7e1a3f57f2d0 None None] The sync data for ids ['974005bb-424b-4c4d-b499-ad4ec9119668'] in dv-cinder-774288-2-smb is: [{'id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'name': 'tempest-AttachVolumeShelveTestJSON-1350731024-router', 'tenant_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:43Z', 'updated_at': '2021-02-05T19:02:47Z', 'revision_number': 5, 'project_id': 'a5cc116b07494a72826dda0f60f8b9a7', 'gw_port': {'id': '0cf9af77-1188-43e0-a2bd-68ed5680b19a', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974005bb-424b-4c4d-b499-ad4ec9119668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:46Z', 'updated_at': '2021-02-05T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:02:50.081896 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5487918b-ac7f-4d94-aa26-ae9b71a8c293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852750658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769151'] for router, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:50.084753 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5487918b-ac7f-4d94-aa26-ae9b71a8c293 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:50.176295 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5487918b-ac7f-4d94-aa26-ae9b71a8c293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852754240'] for router, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:50.176890 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5487918b-ac7f-4d94-aa26-ae9b71a8c293 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 974005bb-424b-4c4d-b499-ad4ec9119668 {{(pid=80158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 19:02:50.190886 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5487918b-ac7f-4d94-aa26-ae9b71a8c293 admin admin] Notify callbacks [] for router, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:50.192105 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-5487918b-ac7f-4d94-aa26-ae9b71a8c293 admin admin] 10.222.0.23 "DELETE /v2.0/routers/974005bb-424b-4c4d-b499-ad4ec9119668 HTTP/1.1" status: 204 len: 168 time: 1.3620808 Feb 05 19:02:50.194803 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49476) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:50.507569 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-c846403f-a0f9-4edb-9b17-f4f035dfdc39 admin admin] Deleting subnet 8f1bdea3-74d8-4195-980b-db0b045c7457 {{(pid=80158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 19:02:50.510813 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c846403f-a0f9-4edb-9b17-f4f035dfdc39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:50.565213 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c846403f-a0f9-4edb-9b17-f4f035dfdc39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6615767'] for subnet, precommit_delete_associations {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:50.693694 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c846403f-a0f9-4edb-9b17-f4f035dfdc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748778'] for subnet, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:50.967010 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c846403f-a0f9-4edb-9b17-f4f035dfdc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7513663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848261096'] for subnet, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:50.983541 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4b897c59-ea7f-49e6-b6c7-6f55ce4307ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:51.070728 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846403f-a0f9-4edb-9b17-f4f035dfdc39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f1bdea3-74d8-4195-980b-db0b045c7457,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:51.083242 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c846403f-a0f9-4edb-9b17-f4f035dfdc39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:51.116396 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c846403f-a0f9-4edb-9b17-f4f035dfdc39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:51.121786 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42494c20-d707-49e8-a63a-2f446b193e2d None None] Network 9965b9d0-889c-488e-93d5-091708438716 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:02:51.125260 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-c846403f-a0f9-4edb-9b17-f4f035dfdc39 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8f1bdea3-74d8-4195-980b-db0b045c7457 HTTP/1.1" status: 204 len: 168 time: 0.9272306 Feb 05 19:02:51.126262 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 49502) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:51.246769 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989089'] for network, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:51.304229 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49508) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:51.330964 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] Deleting port f812d406-e674-4831-8da8-b7a6b9d62e8b {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:02:51.331554 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:51.411838 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9c2c57-f87d-4528-81f9-a0b54fa58f8c None None] DHCP port deletion for 9965b9d0-889c-488e-93d5-091708438716 request from dv-cinder-774288-2-smb {{(pid=80160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 05 19:02:51.418165 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c2c57-f87d-4528-81f9-a0b54fa58f8c None None] Deleting port f812d406-e674-4831-8da8-b7a6b9d62e8b {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:02:51.418587 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2c57-f87d-4528-81f9-a0b54fa58f8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:51.481694 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c211b940-8b1b-4721-b5a3-c25b806a20a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:51.499103 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c211b940-8b1b-4721-b5a3-c25b806a20a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:02:51.504421 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c211b940-8b1b-4721-b5a3-c25b806a20a7 admin admin] Usage tracker for resource:security_group_rule and tenant:9d7c0836138b49a4989794f3f3d354e6 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:02:51.507805 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-c211b940-8b1b-4721-b5a3-c25b806a20a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:02:51.514255 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-c211b940-8b1b-4721-b5a3-c25b806a20a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:02:51.622313 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c211b940-8b1b-4721-b5a3-c25b806a20a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:51.626441 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c211b940-8b1b-4721-b5a3-c25b806a20a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:51.638185 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-93c38019-8c4b-44fd-924b-bed02e944dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:51.687954 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211b940-8b1b-4721-b5a3-c25b806a20a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a400ed-6ec7-4416-beea-b427d3bdc0e8,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:51.696446 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-c211b940-8b1b-4721-b5a3-c25b806a20a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d7c0836138b49a4989794f3f3d354e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909121 Feb 05 19:02:51.697817 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c211b940-8b1b-4721-b5a3-c25b806a20a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:51.698447 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49514) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:51.737205 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device f812d406-e674-4831-8da8-b7a6b9d62e8b no longer exists at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:02:51.766440 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8b62cdc1-db7d-40ee-891b-2d8bb8079157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:51.794978 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8b62cdc1-db7d-40ee-891b-2d8bb8079157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:51.819227 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] For port f812d406-e674-4831-8da8-b7a6b9d62e8b, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=f812d406-e674-4831-8da8-b7a6b9d62e8b,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:02:51.819658 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:51.845027 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8b62cdc1-db7d-40ee-891b-2d8bb8079157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:51.851110 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-126f56ec-b0fc-4053-b4dd-4ecc444d9089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:51.867831 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62cdc1-db7d-40ee-891b-2d8bb8079157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a400ed-6ec7-4416-beea-b427d3bdc0e8,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:51.870552 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8b62cdc1-db7d-40ee-891b-2d8bb8079157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:51.871911 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8b62cdc1-db7d-40ee-891b-2d8bb8079157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:51.876963 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-8b62cdc1-db7d-40ee-891b-2d8bb8079157 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85a400ed-6ec7-4416-beea-b427d3bdc0e8 HTTP/1.1" status: 204 len: 168 time: 0.1735229 Feb 05 19:02:51.894172 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-2f9c2c57-f87d-4528-81f9-a0b54fa58f8c None None] For port f812d406-e674-4831-8da8-b7a6b9d62e8b, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=f812d406-e674-4831-8da8-b7a6b9d62e8b,segment=NetworkSegment(3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7),segment_id=3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:02:51.894616 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2c57-f87d-4528-81f9-a0b54fa58f8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:51.957209 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] Calling delete_port for f812d406-e674-4831-8da8-b7a6b9d62e8b owned by network:dhcp {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:02:52.041996 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:52.058322 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cca86b64-41c5-4ecf-84f7-946c27acb631 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:52.087996 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c2c57-f87d-4528-81f9-a0b54fa58f8c None None] Calling delete_port for f812d406-e674-4831-8da8-b7a6b9d62e8b owned by network:dhcp {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:02:52.139920 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:52.158566 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=f812d406-e674-4831-8da8-b7a6b9d62e8b,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:52.171071 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:52.210161 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] No DVR routers for this DVR port f812d406-e674-4831-8da8-b7a6b9d62e8b on host dv-cinder-774288-2-smb {{(pid=80159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 19:02:52.228499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 0cf9af77-1188-43e0-a2bd-68ed5680b19a no longer exists at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:02:52.245904 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49522) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:52.260944 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.api [None req-2f9c2c57-f87d-4528-81f9-a0b54fa58f8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 19:02:52.261391 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_db.api [None req-2f9c2c57-f87d-4528-81f9-a0b54fa58f8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 19:02:52.265501 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0e33-0543-4ab7-a62a-b03349b2c595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:52.267791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-769bb299-4739-4597-831b-2c808a423a4b None None] No Port match for: 0cf9af77-1188-43e0-a2bd-68ed5680b19a {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:02:52.268187 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 0cf9af77-1188-43e0-a2bd-68ed5680b19a not bound to the agent host dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:02:52.268658 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device dd8e2389-872e-45a8-a810-478db9c3d679 no longer exists at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:02:52.285040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5ebd0e33-0543-4ab7-a62a-b03349b2c595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:02:52.289114 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-5ebd0e33-0543-4ab7-a62a-b03349b2c595 admin admin] Usage tracker for resource:security_group_rule and tenant:11070c6b6de5416cb59868ee0c08d364 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:02:52.292180 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-5ebd0e33-0543-4ab7-a62a-b03349b2c595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:02:52.299543 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5ebd0e33-0543-4ab7-a62a-b03349b2c595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:02:52.309707 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-769bb299-4739-4597-831b-2c808a423a4b None None] No Port match for: dd8e2389-872e-45a8-a810-478db9c3d679 {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:02:52.310102 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device dd8e2389-872e-45a8-a810-478db9c3d679 not bound to the agent host dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:02:52.337411 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1016662', 'neutron.services.segments.db._delete_segments_for_network-8761562595665'] for network, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:52.400180 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0e33-0543-4ab7-a62a-b03349b2c595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:52.403035 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0e33-0543-4ab7-a62a-b03349b2c595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:52.412622 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-43a6388e-c497-4fe0-936b-41032f4537a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:52.454016 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9965b9d0-889c-488e-93d5-091708438716']}} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:52.454993 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-5ebd0e33-0543-4ab7-a62a-b03349b2c595 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11070c6b6de5416cb59868ee0c08d364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2079537 Feb 05 19:02:52.455943 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd0e33-0543-4ab7-a62a-b03349b2c595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6007f9c7-2b1b-4cca-990a-912f5a49f169,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:52.458496 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49526) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:52.461379 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5ebd0e33-0543-4ab7-a62a-b03349b2c595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:52.474893 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7') {'for_net_delete': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:52.475226 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba0f7a2-9c9b-4175-b2aa-e925f18d43d7') {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:02:52.487608 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761562606195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846554632'] for segment, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:52.505530 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:52.507713 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 19:02:52.522808 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4d5b6180-7f38-415f-a3e1-c44b94bbd65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:52.552814 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4d5b6180-7f38-415f-a3e1-c44b94bbd65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:52.597926 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4d5b6180-7f38-415f-a3e1-c44b94bbd65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:52.602936 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bd578894-4b96-4645-9aed-3204580cf641 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:52.618836 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b6180-7f38-415f-a3e1-c44b94bbd65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6007f9c7-2b1b-4cca-990a-912f5a49f169,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:52.621882 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4d5b6180-7f38-415f-a3e1-c44b94bbd65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:52.624259 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4d5b6180-7f38-415f-a3e1-c44b94bbd65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:52.628523 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-4d5b6180-7f38-415f-a3e1-c44b94bbd65b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6007f9c7-2b1b-4cca-990a-912f5a49f169 HTTP/1.1" status: 204 len: 168 time: 0.1659884 Feb 05 19:02:52.692826 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] Network 9965b9d0-889c-488e-93d5-091708438716 has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:02:52.701920 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853759575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847988511'] for segment, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:52.762361 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c2c57-f87d-4528-81f9-a0b54fa58f8c None None] Deleting port f812d406-e674-4831-8da8-b7a6b9d62e8b {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:02:52.762890 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2c57-f87d-4528-81f9-a0b54fa58f8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:52.834589 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c2c57-f87d-4528-81f9-a0b54fa58f8c None None] The port 'f812d406-e674-4831-8da8-b7a6b9d62e8b' was deleted {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 05 19:02:52.887359 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] Network 9965b9d0-889c-488e-93d5-091708438716 has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: Traceback (most recent call last): Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: timer() Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: cb(*args, **kw) Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: return func(*args, **kwargs) Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: self._notify() Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: self.callback(batched_events) Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: event.method(event) Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: segment_id)['aggregates'][0] Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: return f(self, *a, **k) Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: return self._get(url).json() Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: **kwargs) Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: **endpoint_filter) Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 19:02:52.910416 dv-cinder-774288-2-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 19:02:52.995659 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853759138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2021475'] for network, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:52.999593 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-45058702-bcba-49da-84d3-68c6e4a825f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:53.018732 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:53.025450 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] Pushing event deleted for resources: {'Network': ['ID=9965b9d0-889c-488e-93d5-091708438716,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:53.030366 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:53.036914 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-94b1890f-a361-4d2a-a480-2e34fda02b38 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9965b9d0-889c-488e-93d5-091708438716 HTTP/1.1" status: 204 len: 168 time: 1.9095640 Feb 05 19:02:53.181960 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 49544) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:53.233060 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-f4429926-2be5-4df6-81f8-a1727a94620a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5cc116b07494a72826dda0f60f8b9a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0497136 Feb 05 19:02:53.236400 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49548) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:53.297713 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1c10e45-8811-468f-8f38-4911b0d5631b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:53.326156 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1c10e45-8811-468f-8f38-4911b0d5631b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:53.372580 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1c10e45-8811-468f-8f38-4911b0d5631b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:53.382194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6f37903f-b20b-4a14-a6e0-7313ef88c8e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:53.391875 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c10e45-8811-468f-8f38-4911b0d5631b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202ebc7d-6883-4635-a0f6-41953f3b49ec,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:53.395178 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d1c10e45-8811-468f-8f38-4911b0d5631b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:53.397272 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1c10e45-8811-468f-8f38-4911b0d5631b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:53.398474 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-d1c10e45-8811-468f-8f38-4911b0d5631b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/202ebc7d-6883-4635-a0f6-41953f3b49ec HTTP/1.1" status: 204 len: 168 time: 0.1610444 Feb 05 19:02:54.598808 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49600) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:54.770828 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6878577-e181-43ec-8072-bdc5075af564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:54.786185 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e6878577-e181-43ec-8072-bdc5075af564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:02:54.792322 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e6878577-e181-43ec-8072-bdc5075af564 admin admin] Usage tracker for resource:security_group_rule and tenant:bde81044f2fa4610a0dcd5d940ede87c is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:02:54.797421 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e6878577-e181-43ec-8072-bdc5075af564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:02:54.804634 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e6878577-e181-43ec-8072-bdc5075af564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:02:54.891616 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6878577-e181-43ec-8072-bdc5075af564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:54.895176 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e6878577-e181-43ec-8072-bdc5075af564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:54.908358 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d1c10e45-8811-468f-8f38-4911b0d5631b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:54.950092 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-e6878577-e181-43ec-8072-bdc5075af564 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bde81044f2fa4610a0dcd5d940ede87c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500314 Feb 05 19:02:54.951870 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6878577-e181-43ec-8072-bdc5075af564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbc37de-37b4-44c9-ad7b-99f3c234c91a,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:54.953463 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 49614) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:54.955968 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e6878577-e181-43ec-8072-bdc5075af564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:55.020012 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-63764c02-98dd-47d8-97d8-bdc3279adc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:55.048217 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-63764c02-98dd-47d8-97d8-bdc3279adc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:55.093668 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-63764c02-98dd-47d8-97d8-bdc3279adc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:55.098952 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4c5c2959-a739-473d-9f9e-6030fe5710e3 tempest-AttachVolumeShelveTestJSON-1886105576 tempest-AttachVolumeShelveTestJSON-1886105576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:55.112902 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63764c02-98dd-47d8-97d8-bdc3279adc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbc37de-37b4-44c9-ad7b-99f3c234c91a,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:55.115813 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-63764c02-98dd-47d8-97d8-bdc3279adc62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:55.118040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-63764c02-98dd-47d8-97d8-bdc3279adc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:55.122605 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-63764c02-98dd-47d8-97d8-bdc3279adc62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3dbc37de-37b4-44c9-ad7b-99f3c234c91a HTTP/1.1" status: 204 len: 168 time: 0.1678035 Feb 05 19:02:56.089716 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49672) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:56.242101 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-77e841d2-b014-49df-9969-b7a1239c355c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:56.257477 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-77e841d2-b014-49df-9969-b7a1239c355c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:02:56.261535 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-77e841d2-b014-49df-9969-b7a1239c355c admin admin] Usage tracker for resource:security_group_rule and tenant:a9c5a6e5c44249b5a6ee1aa1c086932f is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:02:56.264494 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-77e841d2-b014-49df-9969-b7a1239c355c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:02:56.270950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-77e841d2-b014-49df-9969-b7a1239c355c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:02:56.361069 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-77e841d2-b014-49df-9969-b7a1239c355c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:56.364231 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-77e841d2-b014-49df-9969-b7a1239c355c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:56.374321 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-691a01e7-977b-442a-9921-6075d8ff4975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:56.416988 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-77e841d2-b014-49df-9969-b7a1239c355c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9c5a6e5c44249b5a6ee1aa1c086932f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260481 Feb 05 19:02:56.417989 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e841d2-b014-49df-9969-b7a1239c355c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f682f4f4-466b-4fe2-8479-56fbb0dec1c9,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:56.419967 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 49678) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:56.421432 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-77e841d2-b014-49df-9969-b7a1239c355c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:56.489675 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-079e9d53-efd7-4584-a3f1-db6e74765000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:56.518256 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-079e9d53-efd7-4584-a3f1-db6e74765000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:56.561905 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-079e9d53-efd7-4584-a3f1-db6e74765000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:56.566815 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d8002096-0710-41e7-8824-72ef115e0fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:56.579009 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e9d53-efd7-4584-a3f1-db6e74765000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f682f4f4-466b-4fe2-8479-56fbb0dec1c9,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:56.585053 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-079e9d53-efd7-4584-a3f1-db6e74765000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:56.587114 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-079e9d53-efd7-4584-a3f1-db6e74765000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:56.589640 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-079e9d53-efd7-4584-a3f1-db6e74765000 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f682f4f4-466b-4fe2-8479-56fbb0dec1c9 HTTP/1.1" status: 204 len: 168 time: 0.1684086 Feb 05 19:02:56.698220 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:02:56.965246 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 49690) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:56.984994 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b66106d8-43d9-47a4-93f4-e16ad90dcb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:57.001233 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b66106d8-43d9-47a4-93f4-e16ad90dcb67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:02:57.005334 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b66106d8-43d9-47a4-93f4-e16ad90dcb67 admin admin] Usage tracker for resource:security_group_rule and tenant:9f8348aa3cea4f1088e4f52f247a87ec is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:02:57.008291 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b66106d8-43d9-47a4-93f4-e16ad90dcb67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:02:57.014049 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b66106d8-43d9-47a4-93f4-e16ad90dcb67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:02:57.098247 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b66106d8-43d9-47a4-93f4-e16ad90dcb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:57.101028 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b66106d8-43d9-47a4-93f4-e16ad90dcb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:57.110693 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-318905be-bbca-4885-b751-7049e0db8f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:57.156181 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-b66106d8-43d9-47a4-93f4-e16ad90dcb67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f8348aa3cea4f1088e4f52f247a87ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1897976 Feb 05 19:02:57.157147 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66106d8-43d9-47a4-93f4-e16ad90dcb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4fcfb8-d8c9-4f23-95bf-2133a92ed01a,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:57.159143 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49694) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:02:57.160514 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b66106d8-43d9-47a4-93f4-e16ad90dcb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:57.225753 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1b279c9-9d0b-4427-971f-fa0431a0b081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:57.253349 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1b279c9-9d0b-4427-971f-fa0431a0b081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:57.296572 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1b279c9-9d0b-4427-971f-fa0431a0b081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:57.302075 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5ebd0e33-0543-4ab7-a62a-b03349b2c595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:02:57.316097 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b279c9-9d0b-4427-971f-fa0431a0b081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4fcfb8-d8c9-4f23-95bf-2133a92ed01a,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:02:57.318781 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d1b279c9-9d0b-4427-971f-fa0431a0b081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:02:57.334859 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d1b279c9-9d0b-4427-971f-fa0431a0b081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:57.336523 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-d1b279c9-9d0b-4427-971f-fa0431a0b081 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc4fcfb8-d8c9-4f23-95bf-2133a92ed01a HTTP/1.1" status: 204 len: 168 time: 0.1750419 Feb 05 19:03:02.020964 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-465330a4-35f5-42c2-9112-d359b1a1e1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:03.475252 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:04.205914 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-10293d25-1927-4cfc-b06c-ae16a22f8cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:04.851729 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:05.650900 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:06.369733 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:06.806992 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 49870) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:06.964292 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:06.980300 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:03:06.984886 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Usage tracker for resource:security_group_rule and tenant:f15fb354fb574cb69cc335441f61b086 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:03:06.987847 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:03:06.993611 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:03:07.082851 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:07.085643 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:07.095198 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-473ef09a-b475-426f-a6dc-4906cd20578d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:07.138437 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f15fb354fb574cb69cc335441f61b086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302855 Feb 05 19:03:07.139459 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de24a12-5d72-424d-b547-fbd18c7b9cd6,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:07.142112 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49876) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:07.148977 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.149419 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.149869 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.150275 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.150674 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.151071 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.151506 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.151969 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.152363 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.152752 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.153143 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.153595 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.154064 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.154459 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.154885 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.155274 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.155667 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.156120 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.156508 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.156897 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.157311 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.157699 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.158152 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.158538 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.163187 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-96f18961-d0bd-4ffd-9bd0-bc4c3f2dfd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:07.204818 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:07.231383 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:07.275721 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:07.280636 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7b4751f3-b795-4936-bf28-2cbe9b09383f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:07.292780 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de24a12-5d72-424d-b547-fbd18c7b9cd6,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:07.301888 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:07.305736 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9de24a12-5d72-424d-b547-fbd18c7b9cd6 HTTP/1.1" status: 204 len: 168 time: 0.1598356 Feb 05 19:03:07.305736 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.305736 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.308161 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.317111 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.317790 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.320034 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.320579 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.320991 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.321686 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.322086 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.322490 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.322888 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.323364 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.323764 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.324162 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.324555 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.324951 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.325374 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.325770 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.326161 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.326558 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.326948 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.327313 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.327705 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:07.332880 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ee98654b-1e92-48f1-b782-9de0f2a40641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:07.649037 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49884) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:07.670917 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f469609f-9297-46ee-b47d-6854cac8fc29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:07.686518 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f469609f-9297-46ee-b47d-6854cac8fc29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:03:07.691127 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-f469609f-9297-46ee-b47d-6854cac8fc29 admin admin] Usage tracker for resource:security_group_rule and tenant:b54270ae10874f688b9b58bc9481a478 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:03:07.694110 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-f469609f-9297-46ee-b47d-6854cac8fc29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:03:07.699892 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-f469609f-9297-46ee-b47d-6854cac8fc29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:03:07.786075 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f469609f-9297-46ee-b47d-6854cac8fc29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:07.788882 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f469609f-9297-46ee-b47d-6854cac8fc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:07.798756 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8b62cdc1-db7d-40ee-891b-2d8bb8079157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:07.840625 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-f469609f-9297-46ee-b47d-6854cac8fc29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b54270ae10874f688b9b58bc9481a478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903188 Feb 05 19:03:07.842651 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469609f-9297-46ee-b47d-6854cac8fc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb72803-6ca3-4e32-b50b-14dd29d5adfd,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:07.842977 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 49892) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:07.846820 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f469609f-9297-46ee-b47d-6854cac8fc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:07.906748 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-135bfa31-82cf-410a-be47-3475feaee192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:07.939236 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-135bfa31-82cf-410a-be47-3475feaee192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:07.983654 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-135bfa31-82cf-410a-be47-3475feaee192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:07.989646 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6a5eaef8-cf97-4fe8-8025-7fffb2ef1486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:08.004676 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bfa31-82cf-410a-be47-3475feaee192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb72803-6ca3-4e32-b50b-14dd29d5adfd,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:08.008941 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-135bfa31-82cf-410a-be47-3475feaee192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:08.017056 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-135bfa31-82cf-410a-be47-3475feaee192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:08.018318 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-135bfa31-82cf-410a-be47-3475feaee192 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7cb72803-6ca3-4e32-b50b-14dd29d5adfd HTTP/1.1" status: 204 len: 168 time: 0.1738248 Feb 05 19:03:09.709301 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 49950) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:09.863407 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-be68f0bc-47c2-4760-84fe-fd7f33618bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:09.879432 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-be68f0bc-47c2-4760-84fe-fd7f33618bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:03:09.883499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-be68f0bc-47c2-4760-84fe-fd7f33618bbf admin admin] Usage tracker for resource:security_group_rule and tenant:a74348a7fbb24cf7847e7e22b75453e6 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:03:09.886494 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-be68f0bc-47c2-4760-84fe-fd7f33618bbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:03:09.892237 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-be68f0bc-47c2-4760-84fe-fd7f33618bbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:03:09.980150 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-be68f0bc-47c2-4760-84fe-fd7f33618bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:09.983049 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-be68f0bc-47c2-4760-84fe-fd7f33618bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:09.992846 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1cf18440-ce51-4b34-9d94-bf38faf9a202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:10.035814 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-be68f0bc-47c2-4760-84fe-fd7f33618bbf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a74348a7fbb24cf7847e7e22b75453e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253472 Feb 05 19:03:10.037558 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68f0bc-47c2-4760-84fe-fd7f33618bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ec5823-a018-4db7-9f42-2e418421e9b3,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:10.039128 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 49964) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:10.040744 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-be68f0bc-47c2-4760-84fe-fd7f33618bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:10.104923 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c1597597-5515-4308-bdb2-88806656bede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:10.132538 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c1597597-5515-4308-bdb2-88806656bede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:10.183783 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c1597597-5515-4308-bdb2-88806656bede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:10.188836 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5876ccdf-31c2-431f-ae73-287f6ca2f28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:10.203194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1597597-5515-4308-bdb2-88806656bede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ec5823-a018-4db7-9f42-2e418421e9b3,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:10.206304 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c1597597-5515-4308-bdb2-88806656bede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:10.210809 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c1597597-5515-4308-bdb2-88806656bede admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:10.217705 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-c1597597-5515-4308-bdb2-88806656bede admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/46ec5823-a018-4db7-9f42-2e418421e9b3 HTTP/1.1" status: 204 len: 168 time: 0.1734424 Feb 05 19:03:11.128907 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 49990) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:11.267355 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-206336435-network', 'tenant_id': '88b1980d458a49b285a2f78bf510d421'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:03:11.272589 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:03:11.276630 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Usage tracker for resource:network and tenant:88b1980d458a49b285a2f78bf510d421 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:03:11.279662 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:03:11.285434 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:03:11.294982 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Made reservation on behalf of 88b1980d458a49b285a2f78bf510d421 for: {'network': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:03:11.300165 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for network, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:11.317387 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:11.332597 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:03:11.336649 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Usage tracker for resource:security_group_rule and tenant:88b1980d458a49b285a2f78bf510d421 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:03:11.339625 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:03:11.345620 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:03:11.430619 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:11.433530 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:11.438338 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5959aa13-ae10-4e46-84ef-4851bb91e917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:11.470237 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 19:03:11.483158 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208d50b5-7d7a-4b56-a683-91bd6e32ce56,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:11.486633 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:11.489615 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275292180135', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:11.490052 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Added segment b5dc898e-cf30-4967-abad-2d0a6ab4597e of type vxlan for network e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 Feb 05 19:03:11.521040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275292661176'] for network, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:11.552522 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for network, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:11.553849 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:11.554496 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:11.559543 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:11.670257 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Pushing event updated for resources: {'Network': ['ID=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:11.674007 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:11.675697 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5456319 Feb 05 19:03:11.679035 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 49996) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:11.681682 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Network e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 details requested by agent ovs-agent-dv-cinder-774288-2-smb with host dv-cinder-774288-2-smb {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 19:03:11.685015 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-a3bea7b9-5589-4f48-985b-e9a9be8f9f77 admin admin] Request body: {'subnet': {'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-206336435-subnet', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'ip_version': 4}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:03:11.690456 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a3bea7b9-5589-4f48-985b-e9a9be8f9f77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:03:11.694546 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a3bea7b9-5589-4f48-985b-e9a9be8f9f77 admin admin] Usage tracker for resource:subnet and tenant:88b1980d458a49b285a2f78bf510d421 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:03:11.697581 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-a3bea7b9-5589-4f48-985b-e9a9be8f9f77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:03:11.698686 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Network e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 19:03:11.703337 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-a3bea7b9-5589-4f48-985b-e9a9be8f9f77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:03:11.713503 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bea7b9-5589-4f48-985b-e9a9be8f9f77 admin admin] Made reservation on behalf of 88b1980d458a49b285a2f78bf510d421 for: {'subnet': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:03:11.718938 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a3bea7b9-5589-4f48-985b-e9a9be8f9f77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853681697'] for subnet, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:12.134696 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a3bea7b9-5589-4f48-985b-e9a9be8f9f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6787184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853681682'] for subnet, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:12.150701 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:12.276361 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bea7b9-5589-4f48-985b-e9a9be8f9f77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=195cbf3b-d5aa-426b-9a13-d472e284d6f0,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:12.288402 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a3bea7b9-5589-4f48-985b-e9a9be8f9f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:12.347836 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bea7b9-5589-4f48-985b-e9a9be8f9f77 admin admin] Checking segment: {'id': 'b5dc898e-cf30-4967-abad-2d0a6ab4597e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:03:12.348142 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bea7b9-5589-4f48-985b-e9a9be8f9f77 admin admin] Network hostable DHCP agents. Network: e5a4a39f-1a43-4a81-ad41-d73da9ea1a86, hostable agents: ['eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9'], hosted agents: [] {{(pid=80159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 19:03:12.366787 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bea7b9-5589-4f48-985b-e9a9be8f9f77 admin admin] Network e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 is scheduled to be hosted by DHCP agent eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9 with binding_index 1 {{(pid=80159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 19:03:12.375704 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-a3bea7b9-5589-4f48-985b-e9a9be8f9f77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-smb, e5a4a39f-1a43-4a81-ad41-d73da9ea1a86) {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:03:12.385197 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d2baa3-822e-4402-b004-aa02ebc0f3d0 None None] Network e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:03:12.387953 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bea7b9-5589-4f48-985b-e9a9be8f9f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:12.388601 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a3bea7b9-5589-4f48-985b-e9a9be8f9f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:12.408864 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a3bea7b9-5589-4f48-985b-e9a9be8f9f77 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7286172 Feb 05 19:03:12.411571 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 50006) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:12.417008 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-206336435-router', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:03:12.422131 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:03:12.426194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Usage tracker for resource:router and tenant:88b1980d458a49b285a2f78bf510d421 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:03:12.429884 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:03:12.435742 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:03:12.445550 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852749002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769136'] for router, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:12.446615 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852748900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852745261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1942813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6665'] for router, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:12.463603 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:12.608440 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc029f289-517f-5e5e-ab57-e692d880b635-e5a4a39f-1a43-4a81-ad41-d73da9ea1a86', 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'fixed_ips': [{'subnet_id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0'}]}} from dv-cinder-774288-2-smb. {{(pid=80160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 19:03:12.610090 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:12.755518 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852745280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852750656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6774'] for router, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:12.896376 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Allocated IP 172.20.0.2 (e5a4a39f-1a43-4a81-ad41-d73da9ea1a86/195cbf3b-d5aa-426b-9a13-d472e284d6f0/9811fc5c-ddf5-4111-ae00-acdaf581d392) {{(pid=80160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:03:13.089743 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:13.114229 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Notify callbacks [] for port, precommit_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:13.122838 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:13.125759 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Transition to ACTIVE for port object 9811fc5c-ddf5-4111-ae00-acdaf581d392 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:03:13.143097 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Transition to ACTIVE for port object 9811fc5c-ddf5-4111-ae00-acdaf581d392 will not be triggered until provisioned by entity DHCP. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:03:13.148219 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704'] for port, after_create {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:13.164640 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:13.298852 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Pushing event updated for resources: {'Port': ['ID=9811fc5c-ddf5-4111-ae00-acdaf581d392,revision_number=1']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:13.321559 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.321946 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.322323 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.322698 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.323068 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.323435 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.323803 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.324169 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.324531 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.324893 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.325275 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.325637 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.326057 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.326421 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.326781 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.327141 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.327498 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.328420 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.328781 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.329142 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.329523 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.329885 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.330246 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.330602 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:13.336986 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:13.379575 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Network e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 is already hosted by enough agents. {{(pid=80160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:03:13.380780 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Resources bound (agent type, host, resource id): {{(pid=80160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:03:13.383129 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Received port after_create {{(pid=80160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:03:13.438302 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Allocated IP 172.28.0.37 (43003cf3-0c0b-48ed-9e38-49f5e4f74bf6/afe140d3-b1db-4f68-bd90-821acea9aebe/af61b8ed-9514-4ff6-8e33-429af924d235) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:03:13.444763 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Attempting to bind port 9811fc5c-ddf5-4111-ae00-acdaf581d392 on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:03:13.445336 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Attempting to bind port 9811fc5c-ddf5-4111-ae00-acdaf581d392 by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': 'b5dc898e-cf30-4967-abad-2d0a6ab4597e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:03:13.445866 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Attempting to bind port 9811fc5c-ddf5-4111-ae00-acdaf581d392 on network e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:03:13.452004 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:03:13.452668 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Checking segment: {'id': 'b5dc898e-cf30-4967-abad-2d0a6ab4597e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:03:13.453134 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:13.454065 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Bound using segment: {'id': 'b5dc898e-cf30-4967-abad-2d0a6ab4597e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:03:13.454353 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Bound port: 9811fc5c-ddf5-4111-ae00-acdaf581d392, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5dc898e-cf30-4967-abad-2d0a6ab4597e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:03:13.454791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:13.551591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] For port 9811fc5c-ddf5-4111-ae00-acdaf581d392, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:03:13.555576 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] For port 9811fc5c-ddf5-4111-ae00-acdaf581d392, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=9811fc5c-ddf5-4111-ae00-acdaf581d392,segment=NetworkSegment(b5dc898e-cf30-4967-abad-2d0a6ab4597e),segment_id=b5dc898e-cf30-4967-abad-2d0a6ab4597e)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:03:13.560754 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:13.577808 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-52ae34d2-95f0-49e3-bf4e-c738c03299d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:13.744959 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Pushing event updated for resources: {'Port': ['ID=9811fc5c-ddf5-4111-ae00-acdaf581d392,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:13.751722 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:13.853014 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:13.884306 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:13.901549 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2fede1ff-3078-403a-a282-883d4d042c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:14.035395 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Pushing event updated for resources: {'Port': ['ID=af61b8ed-9514-4ff6-8e33-429af924d235,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:14.040043 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:14.103681 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:03:14.105530 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:03:14.111169 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:03:14.555580 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:14.923165 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2025176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852754393'] for router, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:15.164549 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Router 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 is scheduled to L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c with binding_index 1 {{(pid=80159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 19:03:15.199147 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9d3f00-890b-4325-8e93-e20450393ee7 None None] Network e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:03:15.323980 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-07508fde-7cae-437d-bb52-1e2ac0a7ea96 None None] Provisioning for port 9811fc5c-ddf5-4111-ae00-acdaf581d392 completed by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:03:15.368365 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:03:15.393792 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Notify callbacks [] for router, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:15.395163 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9825869 Feb 05 19:03:15.398439 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 50036) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:15.510238 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Sync routers for ids ['5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'] in dv-cinder-774288-2-smb {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:03:15.557804 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Routers {'5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:03:15.558487 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:03:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:03:15.727277 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 9811fc5c-ddf5-4111-ae00-acdaf581d392 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:03:15.877559 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Set router 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:03:15.988884 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port 9811fc5c-ddf5-4111-ae00-acdaf581d392 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:03:16.019089 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 9811fc5c-ddf5-4111-ae00-acdaf581d392 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:03:16.019344 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:16.306015 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:16.318231 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-76c25a2c-157a-4e36-990f-f828666a747f None None] Provisioning complete for port 9811fc5c-ddf5-4111-ae00-acdaf581d392 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:03:16.318643 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-76c25a2c-157a-4e36-990f-f828666a747f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:16.413209 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:16.437974 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-769bb299-4739-4597-831b-2c808a423a4b None None] For port 9811fc5c-ddf5-4111-ae00-acdaf581d392, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=9811fc5c-ddf5-4111-ae00-acdaf581d392,segment=NetworkSegment(b5dc898e-cf30-4967-abad-2d0a6ab4597e),segment_id=b5dc898e-cf30-4967-abad-2d0a6ab4597e)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:03:16.446756 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:16.451929 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-168df419-fe16-4aea-ab78-7d838014afd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:16.500329 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'name': 'tempest-TestMinimumBasicScenario-206336435-router', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:03:12Z', 'updated_at': '2021-02-05T19:03:14Z', 'revision_number': 3, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'gw_port': {'id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:13Z', 'updated_at': '2021-02-05T19:03:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:03:16.559568 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Checking router: 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 for host: dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:03:16.559967 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Updating router 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 port af61b8ed-9514-4ff6-8e33-429af924d235 binding host dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 19:03:16.647539 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Pushing event updated for resources: {'Port': ['ID=9811fc5c-ddf5-4111-ae00-acdaf581d392,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:16.654141 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:16.654889 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:16.835499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-eea40157-00a4-4c3c-96d1-08db7f503ea1 None None] Provisioning complete for port 9811fc5c-ddf5-4111-ae00-acdaf581d392 triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:03:16.835934 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-eea40157-00a4-4c3c-96d1-08db7f503ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:16.863705 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Allocated IP 172.20.0.1 (e5a4a39f-1a43-4a81-ad41-d73da9ea1a86/195cbf3b-d5aa-426b-9a13-d472e284d6f0/d00101b6-72f7-49fd-9fb9-f263bad5eb2b) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:03:17.050213 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:17.068381 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Transition to ACTIVE for port object d00101b6-72f7-49fd-9fb9-f263bad5eb2b will not be triggered until provisioned by entity DHCP. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:03:17.098036 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:17.114527 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-18d74147-4e48-4a77-aee7-3fe8ecd3b406 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:17.166177 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30d2e6-abb5-4694-91f4-448b5fcbb440 req-8bb7de75-a304-43cb-adfa-e43567b461e9 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:17.167815 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5a30d2e6-abb5-4694-91f4-448b5fcbb440 req-8bb7de75-a304-43cb-adfa-e43567b461e9 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 945 time: 0.1748295 Feb 05 19:03:17.218400 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Notify callbacks [] for port, precommit_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:17.231520 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Transition to ACTIVE for port object af61b8ed-9514-4ff6-8e33-429af924d235 will not be triggered until provisioned by entity L2. {{(pid=80160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:03:17.233032 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5a30d2e6-abb5-4694-91f4-448b5fcbb440 req-8558cb82-a2c9-4326-b596-ba8e7e0487f4 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0582914 Feb 05 19:03:17.235216 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:17.251307 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:17.254392 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Pushing event updated for resources: {'Port': ['ID=d00101b6-72f7-49fd-9fb9-f263bad5eb2b,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:17.260163 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:17.318820 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Network e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:03:17.320380 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:03:17.322929 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:03:17.386344 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2021626'] for router_interface, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:17.387380 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758545d-ecbe-47b7-852a-99e10808c6cf None None] Pushing event updated for resources: {'Port': ['ID=af61b8ed-9514-4ff6-8e33-429af924d235,revision_number=2']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:17.391553 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1758545d-ecbe-47b7-852a-99e10808c6cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:17.519002 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:17.627175 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Attempting to bind port af61b8ed-9514-4ff6-8e33-429af924d235 on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:03:17.627637 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Attempting to bind port af61b8ed-9514-4ff6-8e33-429af924d235 by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:03:17.627953 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Attempting to bind port af61b8ed-9514-4ff6-8e33-429af924d235 on network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:03:17.637162 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:03:17.637602 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Checking segment: {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:03:17.638039 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:17.638634 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Bound using segment: {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'} {{(pid=80160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:03:17.638949 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Bound port: af61b8ed-9514-4ff6-8e33-429af924d235, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c666c010-ae90-4bff-a771-8500e5274c3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}}] {{(pid=80160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:03:17.639358 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:17.671171 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 9811fc5c-ddf5-4111-ae00-acdaf581d392 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:03:17.717616 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-08327d04-25c5-4e69-b5bd-e4862b1f699b None None] Provisioning for port d00101b6-72f7-49fd-9fb9-f263bad5eb2b completed by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:03:17.740306 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-08327d04-25c5-4e69-b5bd-e4862b1f699b None None] Provisioning complete for port d00101b6-72f7-49fd-9fb9-f263bad5eb2b triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:03:17.740716 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-08327d04-25c5-4e69-b5bd-e4862b1f699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:17.824139 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:17.824406 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-08327d04-25c5-4e69-b5bd-e4862b1f699b None None] Port d00101b6-72f7-49fd-9fb9-f263bad5eb2b cannot update to ACTIVE because it is not bound. {{(pid=80160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 19:03:17.828429 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847988729'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:17.834809 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] For port af61b8ed-9514-4ff6-8e33-429af924d235, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:03:17.839831 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] For port af61b8ed-9514-4ff6-8e33-429af924d235, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=af61b8ed-9514-4ff6-8e33-429af924d235,segment=NetworkSegment(c666c010-ae90-4bff-a771-8500e5274c3e),segment_id=c666c010-ae90-4bff-a771-8500e5274c3e)] {{(pid=80160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:03:17.845863 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:17.857822 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5ef14a9b-5fb2-4973-a428-2f85fe53aa1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:17.863957 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:17.950007 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853160461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2017309'] for router_interface, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:17.965611 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Pushing event updated for resources: {'Port': ['ID=d00101b6-72f7-49fd-9fb9-f263bad5eb2b,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:17.966987 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port 9811fc5c-ddf5-4111-ae00-acdaf581d392 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:03:17.967214 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:17.972425 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:18.077317 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758545d-ecbe-47b7-852a-99e10808c6cf None None] Pushing event updated for resources: {'Port': ['ID=af61b8ed-9514-4ff6-8e33-429af924d235,revision_number=3']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:18.082427 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1758545d-ecbe-47b7-852a-99e10808c6cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:18.106225 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Network e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:03:18.107387 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:03:18.188052 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Routers {'5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:03:18.188734 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:03:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:03:18.330360 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Router 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:03:18.407811 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] Set router 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:03:18.543141 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:03:18.558391 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-c2b5c4fe-f5cb-4189-bef9-2ea6ad7fb4eb admin admin] 10.222.0.23 "PUT /v2.0/routers/5247e79e-a0fc-4dc2-aea8-d5c120b0fed1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1532588 Feb 05 19:03:18.558575 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-b817e7a6-1cc2-4dd3-ac0d-ab65a02a4342 None None] Provisioning complete for port d00101b6-72f7-49fd-9fb9-f263bad5eb2b triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:03:18.558575 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b817e7a6-1cc2-4dd3-ac0d-ab65a02a4342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:18.565872 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e4917-679e-4b9e-9d27-a1fe27a46a0b req-9c4f0a52-68ad-456f-ae42-3a78c085ef63 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:18.569672 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fa6e4917-679e-4b9e-9d27-a1fe27a46a0b req-9c4f0a52-68ad-456f-ae42-3a78c085ef63 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 945 time: 0.1729465 Feb 05 19:03:18.634024 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fa6e4917-679e-4b9e-9d27-a1fe27a46a0b req-516b9ee3-001f-40c6-a797-07feff9c4776 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0601273 Feb 05 19:03:18.693828 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-b817e7a6-1cc2-4dd3-ac0d-ab65a02a4342 None None] Port d00101b6-72f7-49fd-9fb9-f263bad5eb2b cannot update to ACTIVE because it is not bound. {{(pid=80160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 19:03:18.813534 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'name': 'tempest-TestMinimumBasicScenario-206336435-router', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:03:12Z', 'updated_at': '2021-02-05T19:03:17Z', 'revision_number': 4, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'gw_port': {'id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:13Z', 'updated_at': '2021-02-05T19:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': 'd00101b6-72f7-49fd-9fb9-f263bad5eb2b', 'name': '', 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'mac_address': 'fa:16:3e:ad:cb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:16Z', 'updated_at': '2021-02-05T19:03:17Z', 'revision_number': 2, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'subnets': [{'id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:03:18.817817 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ff16e-f2ed-41cb-8363-bd92044a1778 None None] The sync data for ids ['5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'] in dv-cinder-774288-2-smb is: [{'id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'name': 'tempest-TestMinimumBasicScenario-206336435-router', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:03:12Z', 'updated_at': '2021-02-05T19:03:17Z', 'revision_number': 4, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'gw_port': {'id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:13Z', 'updated_at': '2021-02-05T19:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': 'd00101b6-72f7-49fd-9fb9-f263bad5eb2b', 'name': '', 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'mac_address': 'fa:16:3e:ad:cb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:16Z', 'updated_at': '2021-02-05T19:03:17Z', 'revision_number': 2, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'subnets': [{'id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:03:20.021216 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377a1a5-22a8-4643-bc3c-ca3cc7cd5814 req-58ae08f6-7b9f-41f0-b055-918b833d89fc tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:20.023575 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1377a1a5-22a8-4643-bc3c-ca3cc7cd5814 req-58ae08f6-7b9f-41f0-b055-918b833d89fc tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 945 time: 0.1833766 Feb 05 19:03:20.116213 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1377a1a5-22a8-4643-bc3c-ca3cc7cd5814 req-8b94c561-8cd4-4c5f-b8d7-f84abc21d80b tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0852435 Feb 05 19:03:21.491003 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb3dda-19e3-4990-8b50-4f5e172f6e77 req-35750534-1396-4edf-8e93-ca92c6216ca2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:21.497886 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-62eb3dda-19e3-4990-8b50-4f5e172f6e77 req-35750534-1396-4edf-8e93-ca92c6216ca2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 945 time: 0.2247586 Feb 05 19:03:21.559825 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-62eb3dda-19e3-4990-8b50-4f5e172f6e77 req-0bb29260-60b7-4c1a-aa9c-dcb8ad0d7da0 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0606451 Feb 05 19:03:21.724233 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device af61b8ed-9514-4ff6-8e33-429af924d235 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:03:21.811984 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port af61b8ed-9514-4ff6-8e33-429af924d235 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:03:21.817974 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port af61b8ed-9514-4ff6-8e33-429af924d235 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:03:21.820125 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:21.971103 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:21.991102 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-769bb299-4739-4597-831b-2c808a423a4b None None] For port af61b8ed-9514-4ff6-8e33-429af924d235, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=af61b8ed-9514-4ff6-8e33-429af924d235,segment=NetworkSegment(c666c010-ae90-4bff-a771-8500e5274c3e),segment_id=c666c010-ae90-4bff-a771-8500e5274c3e)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:03:21.994235 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:21.996340 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:22.081142 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Pushing event updated for resources: {'Port': ['ID=af61b8ed-9514-4ff6-8e33-429af924d235,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:22.085089 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:22.605950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Sync routers for ids ['5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'] in dv-cinder-774288-2-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:03:22.620280 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Routers {'5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:03:22.621519 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:03:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:03:22.851574 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Set router 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:03:22.911889 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19df0c-8298-486b-bf59-06c6bd9f4905 req-5dfd7e42-7023-4b2a-a9e0-8113cad663c0 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:22.913921 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5f19df0c-8298-486b-bf59-06c6bd9f4905 req-5dfd7e42-7023-4b2a-a9e0-8113cad663c0 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 945 time: 0.1794033 Feb 05 19:03:22.987427 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5f19df0c-8298-486b-bf59-06c6bd9f4905 req-ef27a096-2058-4fcd-a053-60e0228715f3 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0638111 Feb 05 19:03:23.228902 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'name': 'tempest-TestMinimumBasicScenario-206336435-router', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:03:12Z', 'updated_at': '2021-02-05T19:03:17Z', 'revision_number': 4, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'gw_port': {'id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:13Z', 'updated_at': '2021-02-05T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': 'd00101b6-72f7-49fd-9fb9-f263bad5eb2b', 'name': '', 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'mac_address': 'fa:16:3e:ad:cb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:16Z', 'updated_at': '2021-02-05T19:03:17Z', 'revision_number': 2, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'subnets': [{'id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:03:23.233737 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Checking router: 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 for host: dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:03:23.234371 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Updating router 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 port d00101b6-72f7-49fd-9fb9-f263bad5eb2b binding host dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 19:03:23.296475 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:23.690649 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device af61b8ed-9514-4ff6-8e33-429af924d235 up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:03:23.794321 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port af61b8ed-9514-4ff6-8e33-429af924d235 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:03:23.795110 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:23.838318 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Notify callbacks [] for port, precommit_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:23.859498 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Transition to ACTIVE for port object d00101b6-72f7-49fd-9fb9-f263bad5eb2b will not be triggered until provisioned by entity L2. {{(pid=80161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:03:23.863179 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:23.885525 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:23.968399 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Pushing event updated for resources: {'Port': ['ID=d00101b6-72f7-49fd-9fb9-f263bad5eb2b,revision_number=3']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:24.037459 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.038086 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.038716 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.039191 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.039564 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.039931 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.040791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.041158 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.041541 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.041899 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.042565 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.042565 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.042974 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.043338 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.044137 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.044137 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.044475 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.044812 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.045164 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.045549 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.045903 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.046909 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.047269 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.047663 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:24.056570 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:24.369892 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e17fc5-5268-468b-bcc2-1076cbe66d91 req-7c6ab47f-b3a8-436e-a766-d8aab9fd99ec tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:24.379232 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-87e17fc5-5268-468b-bcc2-1076cbe66d91 req-7c6ab47f-b3a8-436e-a766-d8aab9fd99ec tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 945 time: 0.2283959 Feb 05 19:03:24.459057 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-87e17fc5-5268-468b-bcc2-1076cbe66d91 req-4c87cc36-979e-4548-af73-57435d5bc6c6 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0786161 Feb 05 19:03:24.475523 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:03:24.483852 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Attempting to bind port d00101b6-72f7-49fd-9fb9-f263bad5eb2b on host dv-cinder-774288-2-smb for vnic_type normal with profile {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:03:24.484265 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Attempting to bind port d00101b6-72f7-49fd-9fb9-f263bad5eb2b by drivers openvswitch on host dv-cinder-774288-2-smb at level 0 using segments [{'id': 'b5dc898e-cf30-4967-abad-2d0a6ab4597e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86'}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:03:24.484662 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Attempting to bind port d00101b6-72f7-49fd-9fb9-f263bad5eb2b on network e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:03:24.491029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Checking agent: {'id': 'ad228eab-d91b-45b6-9df3-b9b2bc2d5ce9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 46, 36), 'started_at': datetime.datetime(2021, 2, 5, 18, 47, 6), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:03:24.491565 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Checking segment: {'id': 'b5dc898e-cf30-4967-abad-2d0a6ab4597e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:03:24.492001 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:24.492423 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Bound using segment: {'id': 'b5dc898e-cf30-4967-abad-2d0a6ab4597e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86'} {{(pid=80161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:03:24.492919 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Bound port: d00101b6-72f7-49fd-9fb9-f263bad5eb2b, host: dv-cinder-774288-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5dc898e-cf30-4967-abad-2d0a6ab4597e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86'}}] {{(pid=80161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:03:24.493348 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:24.576639 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:03:24.577186 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:24.619292 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] For port d00101b6-72f7-49fd-9fb9-f263bad5eb2b, host dv-cinder-774288-2-smb, cleared binding levels {{(pid=80161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:03:24.625494 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] For port d00101b6-72f7-49fd-9fb9-f263bad5eb2b, host dv-cinder-774288-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=d00101b6-72f7-49fd-9fb9-f263bad5eb2b,segment=NetworkSegment(b5dc898e-cf30-4967-abad-2d0a6ab4597e),segment_id=b5dc898e-cf30-4967-abad-2d0a6ab4597e)] {{(pid=80161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:03:24.632834 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80161) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:24.649325 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:24.807561 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Pushing event updated for resources: {'Port': ['ID=d00101b6-72f7-49fd-9fb9-f263bad5eb2b,revision_number=4']} {{(pid=80161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:24.815595 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-40bdde3a-ca20-4530-bca6-5befab409df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80161) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:24.855395 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Routers {'5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:03:24.856063 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:03:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:03:25.257486 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] Set router 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:03:25.755012 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device d00101b6-72f7-49fd-9fb9-f263bad5eb2b up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:03:25.898049 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'name': 'tempest-TestMinimumBasicScenario-206336435-router', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:03:12Z', 'updated_at': '2021-02-05T19:03:17Z', 'revision_number': 4, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'gw_port': {'id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:13Z', 'updated_at': '2021-02-05T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': 'd00101b6-72f7-49fd-9fb9-f263bad5eb2b', 'name': '', 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'mac_address': 'fa:16:3e:ad:cb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:16Z', 'updated_at': '2021-02-05T19:03:24Z', 'revision_number': 4, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'subnets': [{'id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:03:25.908004 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6efb07-cc58-467a-92d1-70ec0cf29a35 None None] The sync data for ids ['5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'] in dv-cinder-774288-2-smb is: [{'id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'name': 'tempest-TestMinimumBasicScenario-206336435-router', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:03:12Z', 'updated_at': '2021-02-05T19:03:17Z', 'revision_number': 4, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'gw_port': {'id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:13Z', 'updated_at': '2021-02-05T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': 'd00101b6-72f7-49fd-9fb9-f263bad5eb2b', 'name': '', 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'mac_address': 'fa:16:3e:ad:cb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:16Z', 'updated_at': '2021-02-05T19:03:24Z', 'revision_number': 4, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'subnets': [{'id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:03:25.916367 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning for port d00101b6-72f7-49fd-9fb9-f263bad5eb2b completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:03:25.921950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port d00101b6-72f7-49fd-9fb9-f263bad5eb2b triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:03:25.922456 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:25.932206 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f811b6-4b1f-4cc6-8515-4ac86b2d05ab req-ac21688a-f23d-439e-90a3-04e9ff3c4e58 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:25.944937 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-49f811b6-4b1f-4cc6-8515-4ac86b2d05ab req-ac21688a-f23d-439e-90a3-04e9ff3c4e58 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 945 time: 0.3017037 Feb 05 19:03:26.067593 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:26.068463 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-49f811b6-4b1f-4cc6-8515-4ac86b2d05ab req-978775c7-2899-41f1-a8c9-793ff9de301b tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1144471 Feb 05 19:03:26.113693 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-769bb299-4739-4597-831b-2c808a423a4b None None] For port d00101b6-72f7-49fd-9fb9-f263bad5eb2b, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=d00101b6-72f7-49fd-9fb9-f263bad5eb2b,segment=NetworkSegment(b5dc898e-cf30-4967-abad-2d0a6ab4597e),segment_id=b5dc898e-cf30-4967-abad-2d0a6ab4597e)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:03:26.117344 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:26.120439 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:26.224686 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Pushing event updated for resources: {'Port': ['ID=d00101b6-72f7-49fd-9fb9-f263bad5eb2b,revision_number=5']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:26.228046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:27.335458 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9c344-e71e-4754-bcb6-80a68242f302 req-65c00ea1-8835-4414-a68c-a4420ffe463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:27.337114 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-99d9c344-e71e-4754-bcb6-80a68242f302 req-65c00ea1-8835-4414-a68c-a4420ffe463c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fabe836c13fa45c48a6dcb2d84810683&device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 1162 time: 0.1726782 Feb 05 19:03:27.428822 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059621f-7150-433c-8887-4e920fc31ba7 req-cd3bf14b-32e2-4f21-a400-186806c045a3 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:27.431112 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c059621f-7150-433c-8887-4e920fc31ba7 req-cd3bf14b-32e2-4f21-a400-186806c045a3 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 945 time: 0.2207522 Feb 05 19:03:27.602923 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c059621f-7150-433c-8887-4e920fc31ba7 req-cfaec964-e43a-473c-b294-552ba16a39f4 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1422822 Feb 05 19:03:27.631993 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9c344-e71e-4754-bcb6-80a68242f302 req-6a1767aa-747e-4a3e-b54a-859cd740cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:27.633228 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-99d9c344-e71e-4754-bcb6-80a68242f302 req-6a1767aa-747e-4a3e-b54a-859cd740cbd6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 HTTP/1.1" status: 200 len: 902 time: 0.2015908 Feb 05 19:03:27.739225 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device d00101b6-72f7-49fd-9fb9-f263bad5eb2b up at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:03:27.859108 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-99d9c344-e71e-4754-bcb6-80a68242f302 req-c6e79e59-8c0d-41c5-923a-bc17da8d5acc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 HTTP/1.1" status: 200 len: 1000 time: 0.2169647 Feb 05 19:03:27.864986 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Provisioning complete for port d00101b6-72f7-49fd-9fb9-f263bad5eb2b triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:03:27.865435 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:27.954138 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9c344-e71e-4754-bcb6-80a68242f302 req-51e6fe29-ba00-4806-94f6-ffd325b7408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:27.956139 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-99d9c344-e71e-4754-bcb6-80a68242f302 req-51e6fe29-ba00-4806-94f6-ffd325b7408e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e0ac2e60-037b-493c-b64f-d832ffe6d185 HTTP/1.1" status: 200 len: 847 time: 0.0905883 Feb 05 19:03:28.068002 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9c344-e71e-4754-bcb6-80a68242f302 req-a17789ec-6a64-44f3-95a1-56b3db7f1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:28.069667 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-99d9c344-e71e-4754-bcb6-80a68242f302 req-a17789ec-6a64-44f3-95a1-56b3db7f1bc0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1035976 Feb 05 19:03:28.224410 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-99d9c344-e71e-4754-bcb6-80a68242f302 req-46f12714-7f38-4400-9488-c2856deb6088 service neutron] 10.222.0.69 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420085 Feb 05 19:03:28.400794 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-99d9c344-e71e-4754-bcb6-80a68242f302 req-37bb962f-3c09-4bb3-a2ed-dc2ba8d1027e service neutron] 10.222.0.69 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1700902 Feb 05 19:03:28.964856 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b89151-6078-4449-814f-2d6755e0cfb4 req-d5203a82-9c77-4807-aca6-5616e6ece29b tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:28.966647 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f9b89151-6078-4449-814f-2d6755e0cfb4 req-d5203a82-9c77-4807-aca6-5616e6ece29b tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 945 time: 0.1817970 Feb 05 19:03:29.049856 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f9b89151-6078-4449-814f-2d6755e0cfb4 req-f275f6f8-aaa4-48e5-89a0-ac606f458d79 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0725951 Feb 05 19:03:29.292874 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 50206) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:29.471780 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-68c28b6a-73d9-4066-8fc2-fd45b485facb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:29.487554 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-68c28b6a-73d9-4066-8fc2-fd45b485facb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:03:29.491550 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-68c28b6a-73d9-4066-8fc2-fd45b485facb admin admin] Usage tracker for resource:security_group_rule and tenant:645d6ea7edf84b75adab3296805c5df7 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:03:29.494537 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-68c28b6a-73d9-4066-8fc2-fd45b485facb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:03:29.501313 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-68c28b6a-73d9-4066-8fc2-fd45b485facb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:03:29.611686 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-68c28b6a-73d9-4066-8fc2-fd45b485facb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:29.614660 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-68c28b6a-73d9-4066-8fc2-fd45b485facb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:29.624155 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-079e9d53-efd7-4584-a3f1-db6e74765000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:29.672341 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-68c28b6a-73d9-4066-8fc2-fd45b485facb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=645d6ea7edf84b75adab3296805c5df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3776119 Feb 05 19:03:29.673296 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c28b6a-73d9-4066-8fc2-fd45b485facb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e315e07-5a53-4f07-8a5e-8d3cfd290aa8,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:29.676791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 50218) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:29.676947 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-68c28b6a-73d9-4066-8fc2-fd45b485facb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:29.988345 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-925b74c4-cf89-46cd-a407-f8484988b70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:30.087086 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-925b74c4-cf89-46cd-a407-f8484988b70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:30.241655 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-e775b818-8fea-4cb3-afb0-e301d2743bf1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:30.243280 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-e775b818-8fea-4cb3-afb0-e301d2743bf1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/networks?id=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 HTTP/1.1" status: 200 len: 814 time: 0.2878613 Feb 05 19:03:30.316386 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-09daec9f-c656-4a68-abe4-5553303a88ca tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/quotas/88b1980d458a49b285a2f78bf510d421 HTTP/1.1" status: 200 len: 375 time: 0.0296645 Feb 05 19:03:30.370560 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-925b74c4-cf89-46cd-a407-f8484988b70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:30.381864 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d05d94df-0791-46d5-893b-37a7b59ea335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:30.399581 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b74c4-cf89-46cd-a407-f8484988b70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e315e07-5a53-4f07-8a5e-8d3cfd290aa8,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:30.403515 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-925b74c4-cf89-46cd-a407-f8484988b70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:30.405637 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:03:30.413136 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-925b74c4-cf89-46cd-a407-f8484988b70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:30.417009 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-925b74c4-cf89-46cd-a407-f8484988b70e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e315e07-5a53-4f07-8a5e-8d3cfd290aa8 HTTP/1.1" status: 204 len: 168 time: 0.7363284 Feb 05 19:03:30.522936 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ce65e-a56b-4424-9b68-93304068706b req-17aba862-0c28-4566-930e-67214fbcf820 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:30.526158 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-198ce65e-a56b-4424-9b68-93304068706b req-17aba862-0c28-4566-930e-67214fbcf820 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 945 time: 0.2814076 Feb 05 19:03:30.613589 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-198ce65e-a56b-4424-9b68-93304068706b req-9a3a08f4-028b-44f5-af1e-76a932aab67b tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0780838 Feb 05 19:03:30.669697 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-8df3b7c9-c663-4a00-b7b6-3f6253904125 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=88b1980d458a49b285a2f78bf510d421&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3430035 Feb 05 19:03:30.758529 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:30.789360 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:03:30.800563 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8,segment=NetworkSegment(df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8),segment_id=df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:03:30.804933 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:30.806940 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:30.833658 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 50240) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:30.837303 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-c0b0cc5e-8557-4d51-8626-a493ae1a53b2 service neutron] 10.222.0.23 "GET /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610861 Feb 05 19:03:30.856706 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-638c4bd1-e0b8-4d1c-b297-313d3a3ba9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:30.869456 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8', 'code': 200} Feb 05 19:03:30.875345 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-638c4bd1-e0b8-4d1c-b297-313d3a3ba9d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:03:30.879722 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-638c4bd1-e0b8-4d1c-b297-313d3a3ba9d0 admin admin] Usage tracker for resource:security_group_rule and tenant:57c6e2f2dd684debb68b58c0e332cf09 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:03:30.882720 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-638c4bd1-e0b8-4d1c-b297-313d3a3ba9d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:03:30.888992 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-638c4bd1-e0b8-4d1c-b297-313d3a3ba9d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:03:30.896614 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8,revision_number=5']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:30.900681 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:30.982459 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-58aa32e7-c76e-45af-b378-09c29ec9d90b service neutron] 10.222.0.23 "GET /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1378915 Feb 05 19:03:30.987902 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-638c4bd1-e0b8-4d1c-b297-313d3a3ba9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:30.991073 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-638c4bd1-e0b8-4d1c-b297-313d3a3ba9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:31.000955 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c4d8c2c1-da79-43d3-9e0c-99147cb8e799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:31.044279 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-638c4bd1-e0b8-4d1c-b297-313d3a3ba9d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57c6e2f2dd684debb68b58c0e332cf09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2091243 Feb 05 19:03:31.045266 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c4bd1-e0b8-4d1c-b297-313d3a3ba9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc876f56-c939-441b-ad53-d47672e2e762,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:31.047313 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 50244) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:31.048937 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-638c4bd1-e0b8-4d1c-b297-313d3a3ba9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:31.134726 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4aea74bd-ce2e-4887-9573-b41d30c72185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:31.206435 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4aea74bd-ce2e-4887-9573-b41d30c72185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:31.224487 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e9630d85-be3d-4c0e-b9d6-7fd453b2b4de req-17b663e5-db16-4080-9449-aa9c76f387aa tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 210 time: 0.0661707 Feb 05 19:03:31.265308 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4aea74bd-ce2e-4887-9573-b41d30c72185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:31.271878 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c211b940-8b1b-4721-b5a3-c25b806a20a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:31.285334 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea74bd-ce2e-4887-9573-b41d30c72185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc876f56-c939-441b-ad53-d47672e2e762,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:31.288242 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4aea74bd-ce2e-4887-9573-b41d30c72185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:31.289655 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4aea74bd-ce2e-4887-9573-b41d30c72185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:31.290771 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-4aea74bd-ce2e-4887-9573-b41d30c72185 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc876f56-c939-441b-ad53-d47672e2e762 HTTP/1.1" status: 204 len: 168 time: 0.2424300 Feb 05 19:03:31.944606 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657e4a5-57f5-499a-b3ed-1f736846e7a9 req-26e4e488-e0e9-4500-9a5f-79e0215d8ae0 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:31.946340 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7657e4a5-57f5-499a-b3ed-1f736846e7a9 req-26e4e488-e0e9-4500-9a5f-79e0215d8ae0 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 943 time: 0.1751699 Feb 05 19:03:32.011603 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7657e4a5-57f5-499a-b3ed-1f736846e7a9 req-31e6c2d8-2942-4513-80f6-2ee4da599512 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0587480 Feb 05 19:03:32.032176 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0bd9-ded3-43e4-b680-3a4a31060b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:32.586874 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0a3bc0a9-a496-455b-992d-31d35519a7e5 req-0e1f4902-af5d-4a24-a3e7-5ce4b0db4736 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 210 time: 0.1606247 Feb 05 19:03:32.665356 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3a1f8ea8-b42f-4239-a19e-3244c6805b91 req-8cb653e1-8a77-477c-896d-84c9f0af05d0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4037666 Feb 05 19:03:32.770475 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e434c-608d-4c25-908f-5978649fc72f req-3e556b57-29a1-4e91-be3c-79caea5b1b96 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:32.778425 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-725e434c-608d-4c25-908f-5978649fc72f req-3e556b57-29a1-4e91-be3c-79caea5b1b96 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 943 time: 0.4072428 Feb 05 19:03:32.893921 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-c66e382c-6f8f-4fb6-bae6-db4de41d13c3 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:32.895786 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-c66e382c-6f8f-4fb6-bae6-db4de41d13c3 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.69 "GET /v2.0/networks?id=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 HTTP/1.1" status: 200 len: 814 time: 0.4804034 Feb 05 19:03:32.946112 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-725e434c-608d-4c25-908f-5978649fc72f req-fe205a2f-aa56-4ee8-9d15-cbf67ec82acb tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1667230 Feb 05 19:03:32.949979 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-42b6df4f-5d8c-49a0-a307-dfb969493c98 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Request body: {'port': {'device_id': '044467f2-25f0-4623-a441-22ea2a69e941', 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86', 'admin_state_up': True, 'tenant_id': '88b1980d458a49b285a2f78bf510d421'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:03:33.159599 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-42b6df4f-5d8c-49a0-a307-dfb969493c98 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:03:33.174212 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-42b6df4f-5d8c-49a0-a307-dfb969493c98 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Usage tracker for resource:port and tenant:88b1980d458a49b285a2f78bf510d421 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:03:33.189636 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-42b6df4f-5d8c-49a0-a307-dfb969493c98 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:03:33.197909 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-42b6df4f-5d8c-49a0-a307-dfb969493c98 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:03:33.221654 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-42b6df4f-5d8c-49a0-a307-dfb969493c98 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Made reservation on behalf of 88b1980d458a49b285a2f78bf510d421 for: {'port': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:03:33.270694 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-42b6df4f-5d8c-49a0-a307-dfb969493c98 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:33.501269 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:33.697591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:03:33.746861 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-42b6df4f-5d8c-49a0-a307-dfb969493c98 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Allocated IP 172.20.0.10 (e5a4a39f-1a43-4a81-ad41-d73da9ea1a86/195cbf3b-d5aa-426b-9a13-d472e284d6f0/79fce3a7-389b-4fec-84c7-efd328120cdd) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:03:33.957340 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5e114666-a671-4c2e-b3d7-e0b409178adc req-4e8a5939-f1ba-4572-9354-18b714a79da1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 210 time: 0.0617192 Feb 05 19:03:34.080691 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-42b6df4f-5d8c-49a0-a307-dfb969493c98 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:34.110476 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-42b6df4f-5d8c-49a0-a307-dfb969493c98 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Transition to ACTIVE for port object 79fce3a7-389b-4fec-84c7-efd328120cdd will not be triggered until provisioned by entity DHCP. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:03:34.161110 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-42b6df4f-5d8c-49a0-a307-dfb969493c98 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:34.177702 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a25bb813-ece2-4fd2-ab2b-dbf91a05337b tempest-VolumesActionsTest-1226470310 tempest-VolumesActionsTest-1226470310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:34.237126 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f15a9011-8b09-4644-a975-fe8b98e41a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:34.418140 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6df4f-5d8c-49a0-a307-dfb969493c98 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Pushing event updated for resources: {'Port': ['ID=79fce3a7-389b-4fec-84c7-efd328120cdd,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:34.422194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-42b6df4f-5d8c-49a0-a307-dfb969493c98 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:34.539400 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bb122-f717-435d-badd-e45dcad32557 req-3b6bbd69-ff19-4025-94d2-2e963bc40e9d tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:34.541272 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d03bb122-f717-435d-badd-e45dcad32557 req-3b6bbd69-ff19-4025-94d2-2e963bc40e9d tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 943 time: 0.3209178 Feb 05 19:03:34.627309 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d03bb122-f717-435d-badd-e45dcad32557 req-a44629f3-a244-4a19-8b61-8535ae841dd1 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0724001 Feb 05 19:03:34.646380 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-42b6df4f-5d8c-49a0-a307-dfb969493c98 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Network e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:03:34.647590 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-42b6df4f-5d8c-49a0-a307-dfb969493c98 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Resources bound (agent type, host, resource id): {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:03:34.658499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-42b6df4f-5d8c-49a0-a307-dfb969493c98 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:03:34.794046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-42b6df4f-5d8c-49a0-a307-dfb969493c98 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:34.794876 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-42b6df4f-5d8c-49a0-a307-dfb969493c98 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:34.820826 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-42b6df4f-5d8c-49a0-a307-dfb969493c98 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8947031 Feb 05 19:03:34.873730 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:35.023887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-555a8927-2306-4b5e-8758-da61758a53ee None None] Provisioning for port 79fce3a7-389b-4fec-84c7-efd328120cdd completed by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:03:35.030081 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-555a8927-2306-4b5e-8758-da61758a53ee None None] Provisioning complete for port 79fce3a7-389b-4fec-84c7-efd328120cdd triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:03:35.030800 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-555a8927-2306-4b5e-8758-da61758a53ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:35.102524 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-555a8927-2306-4b5e-8758-da61758a53ee None None] Port 79fce3a7-389b-4fec-84c7-efd328120cdd cannot update to ACTIVE because it is not bound. {{(pid=80160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 19:03:35.171817 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 50368) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:35.373606 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d2ea80dc-edba-4d17-a08c-3b35929fe782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:35.393832 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d2ea80dc-edba-4d17-a08c-3b35929fe782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:03:35.405377 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d2ea80dc-edba-4d17-a08c-3b35929fe782 admin admin] Usage tracker for resource:security_group_rule and tenant:da33157269a842b2a051d6a138bf9432 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:03:35.410446 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-d2ea80dc-edba-4d17-a08c-3b35929fe782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:03:35.419043 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-d2ea80dc-edba-4d17-a08c-3b35929fe782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:03:35.529794 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2929b4-720d-4b13-9a19-eee3e5ae2357 req-865e2d3d-d227-484d-a728-34e2199bb266 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:35.530937 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-fe2929b4-720d-4b13-9a19-eee3e5ae2357 req-865e2d3d-d227-484d-a728-34e2199bb266 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Synchronizing usage tracker for tenant:88b1980d458a49b285a2f78bf510d421 on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:03:35.564311 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-fe2929b4-720d-4b13-9a19-eee3e5ae2357 req-865e2d3d-d227-484d-a728-34e2199bb266 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Unset dirty status for tenant:88b1980d458a49b285a2f78bf510d421 on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:03:35.565632 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fe2929b4-720d-4b13-9a19-eee3e5ae2357 req-865e2d3d-d227-484d-a728-34e2199bb266 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 932 time: 0.2667742 Feb 05 19:03:35.661635 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:35.670022 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fe2929b4-720d-4b13-9a19-eee3e5ae2357 req-3b75b00c-d31a-4617-a23d-ecd242dfd394 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961819 Feb 05 19:03:35.675366 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d2ea80dc-edba-4d17-a08c-3b35929fe782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:35.678616 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d2ea80dc-edba-4d17-a08c-3b35929fe782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:35.686210 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-baa24773-964e-45b2-9150-87590d2fe8a2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:35.730572 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea80dc-edba-4d17-a08c-3b35929fe782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a63734-e436-4026-be91-f09aca8e1625,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:35.736137 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d2ea80dc-edba-4d17-a08c-3b35929fe782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:35.742503 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 50376) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:35.753782 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-d2ea80dc-edba-4d17-a08c-3b35929fe782 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da33157269a842b2a051d6a138bf9432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5805688 Feb 05 19:03:35.815261 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6fc5a21d-65a5-47b0-8eee-cce99d36e694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:35.845109 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6fc5a21d-65a5-47b0-8eee-cce99d36e694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:35.900692 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6fc5a21d-65a5-47b0-8eee-cce99d36e694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:35.913789 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-158cc8f3-7838-4bd0-9b88-27cb9fd160f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:35.934366 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5a21d-65a5-47b0-8eee-cce99d36e694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a63734-e436-4026-be91-f09aca8e1625,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:35.939385 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6fc5a21d-65a5-47b0-8eee-cce99d36e694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:35.940401 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6fc5a21d-65a5-47b0-8eee-cce99d36e694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:35.946772 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-6fc5a21d-65a5-47b0-8eee-cce99d36e694 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3a63734-e436-4026-be91-f09aca8e1625 HTTP/1.1" status: 204 len: 168 time: 0.2030525 Feb 05 19:03:36.199087 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20c085-1c5a-462a-8ba2-2bf2b44638b6 req-42735d0d-3078-4327-989e-9cff5dd4efd0 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:36.200924 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0c20c085-1c5a-462a-8ba2-2bf2b44638b6 req-42735d0d-3078-4327-989e-9cff5dd4efd0 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 943 time: 0.4232063 Feb 05 19:03:36.276956 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0c20c085-1c5a-462a-8ba2-2bf2b44638b6 req-c5fe8ded-55b3-4056-bbee-0715268913d4 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0693622 Feb 05 19:03:36.371556 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 50386) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:36.385188 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:36.394266 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dfe838c1-03ce-4d09-b0d4-77c147ab1e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:36.411539 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-dfe838c1-03ce-4d09-b0d4-77c147ab1e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:03:36.416300 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-dfe838c1-03ce-4d09-b0d4-77c147ab1e77 admin admin] Usage tracker for resource:security_group_rule and tenant:bb42f011cd0141f1af2b3ec3e12d1538 is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:03:36.419621 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-dfe838c1-03ce-4d09-b0d4-77c147ab1e77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:03:36.425875 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-dfe838c1-03ce-4d09-b0d4-77c147ab1e77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:03:36.514426 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dfe838c1-03ce-4d09-b0d4-77c147ab1e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:36.518442 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dfe838c1-03ce-4d09-b0d4-77c147ab1e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:36.527887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-46b090de-f2c2-4207-9f0e-347d3a2e1a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:36.572523 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe838c1-03ce-4d09-b0d4-77c147ab1e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4686dd64-9266-47d6-828d-507ce98cd879,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:36.578799 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-dfe838c1-03ce-4d09-b0d4-77c147ab1e77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb42f011cd0141f1af2b3ec3e12d1538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2059426 Feb 05 19:03:36.580247 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dfe838c1-03ce-4d09-b0d4-77c147ab1e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:36.580692 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 50390) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:36.647795 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a6230de8-e3ba-49c2-8b15-7405d15e0cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:36.676548 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a6230de8-e3ba-49c2-8b15-7405d15e0cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:36.723452 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a6230de8-e3ba-49c2-8b15-7405d15e0cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:36.732427 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-62b847db-3ee0-4e79-9faf-8f273a35c2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:36.746377 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6230de8-e3ba-49c2-8b15-7405d15e0cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4686dd64-9266-47d6-828d-507ce98cd879,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:36.752183 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a6230de8-e3ba-49c2-8b15-7405d15e0cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:36.754312 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a6230de8-e3ba-49c2-8b15-7405d15e0cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:36.758519 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a6230de8-e3ba-49c2-8b15-7405d15e0cf9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4686dd64-9266-47d6-828d-507ce98cd879 HTTP/1.1" status: 204 len: 168 time: 0.1738765 Feb 05 19:03:36.991592 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55d821-36b9-411a-b13f-ea8a652b4cc1 req-74b39573-a1dc-4d6e-a4ac-673160a54a2d tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:36.993354 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2f55d821-36b9-411a-b13f-ea8a652b4cc1 req-74b39573-a1dc-4d6e-a4ac-673160a54a2d tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 932 time: 0.1780934 Feb 05 19:03:37.074539 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2f55d821-36b9-411a-b13f-ea8a652b4cc1 req-bed875d0-47d0-48ae-b2a9-661d8d3ef895 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657046 Feb 05 19:03:37.621513 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99885b5-5e73-4f94-856c-69afdcfac6a7 req-79a44e6c-e27e-4dde-afa5-2de8633c5a13 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:37.623234 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e99885b5-5e73-4f94-856c-69afdcfac6a7 req-79a44e6c-e27e-4dde-afa5-2de8633c5a13 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 943 time: 0.1734345 Feb 05 19:03:37.702637 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e99885b5-5e73-4f94-856c-69afdcfac6a7 req-b3fb36a2-2aec-4175-a9e5-20f889e008ef tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0680990 Feb 05 19:03:37.855003 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 50416) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:38.006754 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1895903799-network', 'tenant_id': '3e5f606a76384f56b5a8865e98b8cb0d'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:03:38.011838 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:03:38.016007 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Usage tracker for resource:network and tenant:3e5f606a76384f56b5a8865e98b8cb0d is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:03:38.019123 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:03:38.024818 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:03:38.036323 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Made reservation on behalf of 3e5f606a76384f56b5a8865e98b8cb0d for: {'network': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:03:38.041162 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for network, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:38.055085 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:38.071058 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:03:38.075522 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Usage tracker for resource:security_group_rule and tenant:3e5f606a76384f56b5a8865e98b8cb0d is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:03:38.078957 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:03:38.084865 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:03:38.178901 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:38.182229 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:38.186875 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f2f1e1c1-c06c-40cc-88cc-0be96c99bb34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:38.217367 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 19:03:38.286104 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747a2426-b60b-48e4-aedb-3db1c25c234a,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:38.289726 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:38.290100 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Added segment 114da1cc-62e2-4847-8d23-c7768b135e79 of type vxlan for network 4f8fb888-1fb6-43b4-94c8-8845eb3e88c8 Feb 05 19:03:38.295748 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:38.344774 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275292661176'] for network, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:38.441090 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a4605-f4eb-4048-84c7-4435476c9a7d req-c0c8b705-349b-4a1f-bebc-4b26539bbac8 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:38.442825 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f91a4605-f4eb-4048-84c7-4435476c9a7d req-c0c8b705-349b-4a1f-bebc-4b26539bbac8 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 932 time: 0.2221179 Feb 05 19:03:38.495868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for network, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:38.501191 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:38.501834 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:38.509163 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ddcb7eeb-127c-456e-802c-dee65e91b769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:38.553754 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f91a4605-f4eb-4048-84c7-4435476c9a7d req-2c4dc59d-823b-458c-919e-18662da1a85c tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987239 Feb 05 19:03:38.640891 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Pushing event updated for resources: {'Network': ['ID=4f8fb888-1fb6-43b4-94c8-8845eb3e88c8,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:38.645558 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7879779 Feb 05 19:03:38.645558 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:38.647200 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 50424) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:38.652785 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Network 4f8fb888-1fb6-43b4-94c8-8845eb3e88c8 details requested by agent ovs-agent-dv-cinder-774288-2-smb with host dv-cinder-774288-2-smb {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 19:03:38.653045 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-1fe91686-4de0-4075-acf7-d67dcb3d0d51 admin admin] Request body: {'subnet': {'network_id': '4f8fb888-1fb6-43b4-94c8-8845eb3e88c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1895903799-subnet', 'tenant_id': '3e5f606a76384f56b5a8865e98b8cb0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:03:38.659070 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1fe91686-4de0-4075-acf7-d67dcb3d0d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:03:38.663352 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-1fe91686-4de0-4075-acf7-d67dcb3d0d51 admin admin] Usage tracker for resource:subnet and tenant:3e5f606a76384f56b5a8865e98b8cb0d is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:03:38.666568 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-1fe91686-4de0-4075-acf7-d67dcb3d0d51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:03:38.672653 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-1fe91686-4de0-4075-acf7-d67dcb3d0d51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:03:38.683178 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe91686-4de0-4075-acf7-d67dcb3d0d51 admin admin] Made reservation on behalf of 3e5f606a76384f56b5a8865e98b8cb0d for: {'subnet': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:03:38.688985 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1fe91686-4de0-4075-acf7-d67dcb3d0d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6514722'] for subnet, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:38.735704 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Network 4f8fb888-1fb6-43b4-94c8-8845eb3e88c8 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 19:03:39.125641 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b4e20-546e-44f9-98f8-d2309fa102dd req-a5434d15-58e8-42bc-bc8f-705d6301292d tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:39.127259 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0f1b4e20-546e-44f9-98f8-d2309fa102dd req-a5434d15-58e8-42bc-bc8f-705d6301292d tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 943 time: 0.2827749 Feb 05 19:03:39.250445 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0f1b4e20-546e-44f9-98f8-d2309fa102dd req-f0268133-d6f1-4781-a01a-907b34308f49 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0737293 Feb 05 19:03:39.395120 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1fe91686-4de0-4075-acf7-d67dcb3d0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847262085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6514707'] for subnet, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:39.411385 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:39.536306 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe91686-4de0-4075-acf7-d67dcb3d0d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=139de9fb-70bc-486d-a8c1-43bb8f365885,revision_number=0']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:39.541362 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1fe91686-4de0-4075-acf7-d67dcb3d0d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:39.615154 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe91686-4de0-4075-acf7-d67dcb3d0d51 admin admin] Checking segment: {'id': '114da1cc-62e2-4847-8d23-c7768b135e79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4f8fb888-1fb6-43b4-94c8-8845eb3e88c8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:03:39.615302 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe91686-4de0-4075-acf7-d67dcb3d0d51 admin admin] Network hostable DHCP agents. Network: 4f8fb888-1fb6-43b4-94c8-8845eb3e88c8, hostable agents: ['eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9'], hosted agents: [] {{(pid=80158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 19:03:39.635098 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe91686-4de0-4075-acf7-d67dcb3d0d51 admin admin] Network 4f8fb888-1fb6-43b4-94c8-8845eb3e88c8 is scheduled to be hosted by DHCP agent eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9 with binding_index 1 {{(pid=80158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 19:03:39.645670 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-1fe91686-4de0-4075-acf7-d67dcb3d0d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-smb, 4f8fb888-1fb6-43b4-94c8-8845eb3e88c8) {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:03:39.656592 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4c5ccb-7282-4b06-97eb-be7291fa5d6d None None] Network 4f8fb888-1fb6-43b4-94c8-8845eb3e88c8 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:03:39.658432 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe91686-4de0-4075-acf7-d67dcb3d0d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:39.659220 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1fe91686-4de0-4075-acf7-d67dcb3d0d51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:39.687835 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-1fe91686-4de0-4075-acf7-d67dcb3d0d51 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0395195 Feb 05 19:03:39.910412 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e7f36-d538-4762-8961-47b2a1e829d9 req-5b4952a5-07e1-4c13-9ba4-2b58c5d63859 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:39.912066 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-169e7f36-d538-4762-8961-47b2a1e829d9 req-5b4952a5-07e1-4c13-9ba4-2b58c5d63859 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 932 time: 0.2075498 Feb 05 19:03:39.966824 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4929232-1249-4b24-bde6-99549605ea21 None None] Network 4f8fb888-1fb6-43b4-94c8-8845eb3e88c8 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:03:39.990102 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-169e7f36-d538-4762-8961-47b2a1e829d9 req-577da048-7e6e-4957-b7a6-836220f043b5 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698020 Feb 05 19:03:40.614784 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec787b-e57e-49e2-bb7a-0fe149e874df req-60c61e9a-544a-44f4-b7d6-d3f5d690df4a tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:40.615170 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-89ec787b-e57e-49e2-bb7a-0fe149e874df req-60c61e9a-544a-44f4-b7d6-d3f5d690df4a tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 943 time: 0.1867368 Feb 05 19:03:40.696768 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-89ec787b-e57e-49e2-bb7a-0fe149e874df req-a1b5617f-55bd-415f-80ab-8b5bb2d719c7 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0739381 Feb 05 19:03:40.881895 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 50454) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:40.887300 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-932387373-network', 'tenant_id': 'c2235eaf13d8447895a9381c706e418d'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:03:40.898262 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:03:40.903187 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Usage tracker for resource:network and tenant:c2235eaf13d8447895a9381c706e418d is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:03:40.906452 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:03:40.913115 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:03:40.927769 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Made reservation on behalf of c2235eaf13d8447895a9381c706e418d for: {'network': 1} {{(pid=80158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:03:40.933139 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for network, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:40.951658 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:40.968400 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:03:40.972550 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Usage tracker for resource:security_group_rule and tenant:c2235eaf13d8447895a9381c706e418d is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:03:40.975706 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:03:40.981803 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:03:41.083685 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:41.089596 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:41.105265 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 19:03:41.113971 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b3d8ca53-fe95-4f9b-9600-7eb6026ba193 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:41.125800 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:41.126176 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.segments_db [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Added segment 09abc0c1-942d-4c3a-b2f1-0262ead92692 of type vxlan for network c2d8cce1-256f-4537-b639-8ee40e7f6f93 Feb 05 19:03:41.200823 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062a9809-e9fe-46e1-87e6-ee51f3f28709,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:41.212066 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:41.227658 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363275292661176'] for network, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:41.285862 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901'] for network, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:41.372046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527a60f-e391-40bb-a43f-66b2fd563938 req-aa8a95df-1832-40ba-b42c-4a4dc6e429cf tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:41.373781 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0527a60f-e391-40bb-a43f-66b2fd563938 req-aa8a95df-1832-40ba-b42c-4a4dc6e429cf tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 932 time: 0.2184761 Feb 05 19:03:41.375107 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:41.375732 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:41.383264 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a5537105-cb2c-4f70-a9d9-3f712c880f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:41.529818 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Pushing event updated for resources: {'Network': ['ID=c2d8cce1-256f-4537-b639-8ee40e7f6f93,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:41.538050 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6529849 Feb 05 19:03:41.538710 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:41.539273 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 50460) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:03:41.541924 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Network c2d8cce1-256f-4537-b639-8ee40e7f6f93 details requested by agent ovs-agent-dv-cinder-774288-2-smb with host dv-cinder-774288-2-smb {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 19:03:41.547544 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [None req-b338cc4a-3e49-44d9-82a1-0f3a945c0673 admin admin] Request body: {'subnet': {'network_id': 'c2d8cce1-256f-4537-b639-8ee40e7f6f93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-932387373-subnet', 'tenant_id': 'c2235eaf13d8447895a9381c706e418d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:03:41.554413 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b338cc4a-3e49-44d9-82a1-0f3a945c0673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:03:41.558006 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0527a60f-e391-40bb-a43f-66b2fd563938 req-c0a70e79-cf14-4f28-8cbe-cfc07c5fac85 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757534 Feb 05 19:03:41.558887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b338cc4a-3e49-44d9-82a1-0f3a945c0673 admin admin] Usage tracker for resource:subnet and tenant:c2235eaf13d8447895a9381c706e418d is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:03:41.560780 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Network c2d8cce1-256f-4537-b639-8ee40e7f6f93 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 19:03:41.564076 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-b338cc4a-3e49-44d9-82a1-0f3a945c0673 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:03:41.585025 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-b338cc4a-3e49-44d9-82a1-0f3a945c0673 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:03:41.595555 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b338cc4a-3e49-44d9-82a1-0f3a945c0673 admin admin] Made reservation on behalf of c2235eaf13d8447895a9381c706e418d for: {'subnet': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:03:41.600347 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b338cc4a-3e49-44d9-82a1-0f3a945c0673 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853681697'] for subnet, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:41.997054 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f393543-3187-4436-98c1-44b0ba69b577 req-2a55fff2-a89c-410f-8666-a35c4e7beeeb tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:41.998779 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6f393543-3187-4436-98c1-44b0ba69b577 req-2a55fff2-a89c-410f-8666-a35c4e7beeeb tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 943 time: 0.1703494 Feb 05 19:03:42.078210 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6f393543-3187-4436-98c1-44b0ba69b577 req-15c658c8-a24b-423c-b404-0e9ac30acf18 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0723860 Feb 05 19:03:42.084475 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b338cc4a-3e49-44d9-82a1-0f3a945c0673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6787184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853681682'] for subnet, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:42.100823 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-94dd9db9-d1d9-4ae3-8540-26bea3f12574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:42.228481 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338cc4a-3e49-44d9-82a1-0f3a945c0673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebee4e9c-4e9e-4c27-860d-e8155c4609d7,revision_number=0']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:42.246170 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-b338cc4a-3e49-44d9-82a1-0f3a945c0673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:42.311633 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338cc4a-3e49-44d9-82a1-0f3a945c0673 admin admin] Checking segment: {'id': '09abc0c1-942d-4c3a-b2f1-0262ead92692', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c2d8cce1-256f-4537-b639-8ee40e7f6f93'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:03:42.311944 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b338cc4a-3e49-44d9-82a1-0f3a945c0673 admin admin] Network hostable DHCP agents. Network: c2d8cce1-256f-4537-b639-8ee40e7f6f93, hostable agents: ['eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9'], hosted agents: [] {{(pid=80159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 19:03:42.336059 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b338cc4a-3e49-44d9-82a1-0f3a945c0673 admin admin] Network c2d8cce1-256f-4537-b639-8ee40e7f6f93 is scheduled to be hosted by DHCP agent eb5a430d-84a5-4a30-acf8-2fd3b1fc35b9 with binding_index 1 {{(pid=80159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 19:03:42.346484 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [None req-b338cc4a-3e49-44d9-82a1-0f3a945c0673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-smb, c2d8cce1-256f-4537-b639-8ee40e7f6f93) {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:03:42.356698 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbac1d4a-421d-444f-a3ac-fe0c95a7298e None None] Network c2d8cce1-256f-4537-b639-8ee40e7f6f93 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:03:42.360193 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b338cc4a-3e49-44d9-82a1-0f3a945c0673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:42.360945 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b338cc4a-3e49-44d9-82a1-0f3a945c0673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:42.393364 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-b338cc4a-3e49-44d9-82a1-0f3a945c0673 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8523552 Feb 05 19:03:42.684310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fae0c0-819b-4b46-99c2-df4db0132a24 None None] Network c2d8cce1-256f-4537-b639-8ee40e7f6f93 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:03:42.907922 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52db4f-0e56-4038-8a40-07b5792fa5a1 req-cb4571c8-e645-4446-b64f-e15e4aefd931 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:42.909660 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1a52db4f-0e56-4038-8a40-07b5792fa5a1 req-cb4571c8-e645-4446-b64f-e15e4aefd931 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 932 time: 0.1791601 Feb 05 19:03:42.978379 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1a52db4f-0e56-4038-8a40-07b5792fa5a1 req-f402b6f0-7538-4af0-abdd-c33ee9918450 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614529 Feb 05 19:03:43.261425 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-1a24a749-59ac-42f9-9b16-2f0693dda831 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:43.262205 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-1a24a749-59ac-42f9-9b16-2f0693dda831 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Synchronizing usage tracker for tenant:3e5f606a76384f56b5a8865e98b8cb0d on resource:network {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:03:43.343748 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-1a24a749-59ac-42f9-9b16-2f0693dda831 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Unset dirty status for tenant:3e5f606a76384f56b5a8865e98b8cb0d on resource:network {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:03:43.345043 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-1a24a749-59ac-42f9-9b16-2f0693dda831 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/networks?id=4f8fb888-1fb6-43b4-94c8-8845eb3e88c8 HTTP/1.1" status: 200 len: 809 time: 0.3257506 Feb 05 19:03:43.368343 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-2d238360-1a46-49b3-b3df-6f2a05a7e4ec tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/quotas/3e5f606a76384f56b5a8865e98b8cb0d HTTP/1.1" status: 200 len: 375 time: 0.0162356 Feb 05 19:03:43.427868 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-eb5522dc-6fc2-4310-8545-e04f5da9503f tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e5f606a76384f56b5a8865e98b8cb0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524955 Feb 05 19:03:43.510479 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dfdb3-7adb-49fb-bc99-f3c3ebb76c90 req-01c96c3b-cce6-46c0-8f28-b0697f8c0025 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:43.512143 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-666dfdb3-7adb-49fb-bc99-f3c3ebb76c90 req-01c96c3b-cce6-46c0-8f28-b0697f8c0025 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 943 time: 0.2468362 Feb 05 19:03:43.519596 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Request body: {'port': {'device_id': '044467f2-25f0-4623-a441-22ea2a69e941', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:03:44.003039 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-666dfdb3-7adb-49fb-bc99-f3c3ebb76c90 req-7473f7a7-fefb-4576-8644-57a3aa786bf9 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.4302585 Feb 05 19:03:44.053523 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:44.070695 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-ce717d2a-ef47-48ba-9fe6-2861467e2f0b service neutron] 10.222.0.23 "GET /v2.0/networks/4f8fb888-1fb6-43b4-94c8-8845eb3e88c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562212 Feb 05 19:03:44.370587 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f8ea8-b42f-4239-a19e-3244c6805b91 req-f32b5a8f-7bd3-42e4-9b3e-2cafef479d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:44.372207 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3a1f8ea8-b42f-4239-a19e-3244c6805b91 req-f32b5a8f-7bd3-42e4-9b3e-2cafef479d3c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf&tenant_id=fabe836c13fa45c48a6dcb2d84810683 HTTP/1.1" status: 200 len: 1160 time: 0.0902405 Feb 05 19:03:44.408529 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-54b4cafa-6dc1-4b42-a78d-0ffb806eef50 service neutron] 10.222.0.23 "GET /v2.0/networks/4f8fb888-1fb6-43b4-94c8-8845eb3e88c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3038082 Feb 05 19:03:44.503823 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f8ea8-b42f-4239-a19e-3244c6805b91 req-e8a55d02-427e-4e48-8be3-9f0911bdd216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:44.505478 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3a1f8ea8-b42f-4239-a19e-3244c6805b91 req-e8a55d02-427e-4e48-8be3-9f0911bdd216 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fabe836c13fa45c48a6dcb2d84810683&device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 1160 time: 0.0847263 Feb 05 19:03:44.538387 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf4926-4801-4109-9cbb-e0034acf711c req-9ad19364-d8e5-417a-9315-0800c9df886e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:44.540070 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-dbcf4926-4801-4109-9cbb-e0034acf711c req-9ad19364-d8e5-417a-9315-0800c9df886e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 932 time: 0.4075954 Feb 05 19:03:44.686250 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f8ea8-b42f-4239-a19e-3244c6805b91 req-4fd3746a-9b4d-4487-ae1e-2dc239ab5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:44.687961 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3a1f8ea8-b42f-4239-a19e-3244c6805b91 req-4fd3746a-9b4d-4487-ae1e-2dc239ab5ce3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 HTTP/1.1" status: 200 len: 902 time: 0.1756580 Feb 05 19:03:44.748419 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-dbcf4926-4801-4109-9cbb-e0034acf711c req-f3253709-5016-4b17-8304-c0efde2669b4 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004151 Feb 05 19:03:44.753323 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2c8557fe-a1e1-4d89-853d-3b8d5f991e1d req-40849ebb-0cd4-4055-bb0b-50ac6b932f3c tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e82472-f8f3-402b-b4c5-e1bc164ff3c0 HTTP/1.1" status: 200 len: 210 time: 0.1337812 Feb 05 19:03:44.814278 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3a1f8ea8-b42f-4239-a19e-3244c6805b91 req-5a1fecbf-98b1-4212-9847-281000254f83 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 HTTP/1.1" status: 200 len: 998 time: 0.1159558 Feb 05 19:03:44.892715 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79fce3a7-389b-4fec-84c7-efd328120cdd {{(pid=80158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 19:03:44.897394 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f8ea8-b42f-4239-a19e-3244c6805b91 req-4b781d60-99c4-4ccb-9864-4b3b0d74518c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:44.898999 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3a1f8ea8-b42f-4239-a19e-3244c6805b91 req-4b781d60-99c4-4ccb-9864-4b3b0d74518c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e0ac2e60-037b-493c-b64f-d832ffe6d185 HTTP/1.1" status: 200 len: 847 time: 0.0773690 Feb 05 19:03:44.901152 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:44.913910 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Transition to ACTIVE for port object 79fce3a7-389b-4fec-84c7-efd328120cdd will not be triggered until provisioned by entity L2. {{(pid=80158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:03:44.917659 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7513612'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:44.933666 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-59dc640a-3dad-4174-abfa-a8ffb3b75975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:44.985270 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f8ea8-b42f-4239-a19e-3244c6805b91 req-39b38d59-3de3-4c13-8402-1d316ddf0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:44.986897 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3a1f8ea8-b42f-4239-a19e-3244c6805b91 req-39b38d59-3de3-4c13-8402-1d316ddf0020 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810473 Feb 05 19:03:45.056564 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Pushing event updated for resources: {'Port': ['ID=79fce3a7-389b-4fec-84c7-efd328120cdd,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:45.103105 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:45.438542 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3a1f8ea8-b42f-4239-a19e-3244c6805b91 req-aef0ba48-d02b-4efb-8765-9f281d197580 service neutron] 10.222.0.69 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365747 Feb 05 19:03:45.454224 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b1103-52e0-48fa-85f7-f4ea8ebb3151 req-0148e787-3742-48dc-85f4-934c742044b1 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:45.455991 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-501b1103-52e0-48fa-85f7-f4ea8ebb3151 req-0148e787-3742-48dc-85f4-934c742044b1 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 943 time: 0.2639663 Feb 05 19:03:45.457099 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Attempting to bind port 79fce3a7-389b-4fec-84c7-efd328120cdd on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:03:45.457499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Attempting to bind port 79fce3a7-389b-4fec-84c7-efd328120cdd by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'b5dc898e-cf30-4967-abad-2d0a6ab4597e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86'}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:03:45.457845 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Attempting to bind port 79fce3a7-389b-4fec-84c7-efd328120cdd on network e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:03:45.465358 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Checking agent: {'id': '448d464c-f4b2-46c5-bbf2-8018ee5cc94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 53, 33), 'started_at': datetime.datetime(2021, 2, 5, 18, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:03:45.465734 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Checking segment: {'id': 'b5dc898e-cf30-4967-abad-2d0a6ab4597e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:03:45.466137 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:45.466531 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Bound using segment: {'id': 'b5dc898e-cf30-4967-abad-2d0a6ab4597e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86'} {{(pid=80158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:03:45.467004 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Bound port: 79fce3a7-389b-4fec-84c7-efd328120cdd, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5dc898e-cf30-4967-abad-2d0a6ab4597e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86'}}] {{(pid=80158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:03:45.467385 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:45.593441 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-501b1103-52e0-48fa-85f7-f4ea8ebb3151 req-16603054-7baf-4878-a9db-30ff43e3d040 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1286020 Feb 05 19:03:45.596045 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3a1f8ea8-b42f-4239-a19e-3244c6805b91 req-6e92dc74-8faf-4428-b6e8-3155b62b83b8 service neutron] 10.222.0.69 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403289 Feb 05 19:03:45.620439 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] For port 79fce3a7-389b-4fec-84c7-efd328120cdd, host hv-cinder-77428, cleared binding levels {{(pid=80158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:03:45.623712 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] For port 79fce3a7-389b-4fec-84c7-efd328120cdd, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=79fce3a7-389b-4fec-84c7-efd328120cdd,segment=NetworkSegment(b5dc898e-cf30-4967-abad-2d0a6ab4597e),segment_id=b5dc898e-cf30-4967-abad-2d0a6ab4597e)] {{(pid=80158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:03:45.627541 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7513612'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:45.643772 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7429f557-e7ef-45f2-b620-63e639358bca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:45.796612 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Pushing event updated for resources: {'Port': ['ID=79fce3a7-389b-4fec-84c7-efd328120cdd,revision_number=3']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:45.802349 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:45.842275 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:45.844415 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:45.846592 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] 10.222.0.69 "PUT /v2.0/ports/79fce3a7-389b-4fec-84c7-efd328120cdd HTTP/1.1" status: 200 len: 1158 time: 2.3334467 Feb 05 19:03:45.847464 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044467f2-25f0-4623-a441-22ea2a69e941', 'tag': '79fce3a7-389b-4fec-84c7-efd328120cdd'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:03:46.086332 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8b6e08df-7194-484b-b5a3-f82541b308af req-35b321ce-e228-4ced-a942-fcb4f8b3f175 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e82472-f8f3-402b-b4c5-e1bc164ff3c0 HTTP/1.1" status: 200 len: 210 time: 0.1126699 Feb 05 19:03:46.271595 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d4b89-863f-44f0-b4e0-6f9e309a861e req-29bfa7e1-547c-415f-bf95-1b703d64e709 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:46.273377 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-185d4b89-863f-44f0-b4e0-6f9e309a861e req-29bfa7e1-547c-415f-bf95-1b703d64e709 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 944 time: 0.3535080 Feb 05 19:03:46.275163 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044467f2-25f0-4623-a441-22ea2a69e941', 'tag': '79fce3a7-389b-4fec-84c7-efd328120cdd', 'status': 'completed', 'code': 200} Feb 05 19:03:46.282057 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-1d546110-92b7-4128-ba2c-c0fc325642a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:46.283601 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-1d546110-92b7-4128-ba2c-c0fc325642a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88b1980d458a49b285a2f78bf510d421&device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 1161 time: 0.2457836 Feb 05 19:03:46.284937 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-d29705cc-7167-4ba8-964d-ef369254bf06 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:46.286573 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-d29705cc-7167-4ba8-964d-ef369254bf06 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.69 "GET /v2.0/networks?id=4f8fb888-1fb6-43b4-94c8-8845eb3e88c8 HTTP/1.1" status: 200 len: 809 time: 0.4463620 Feb 05 19:03:46.324366 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-0bcfbf04-e112-403e-94e9-0f41b1c8b318 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Request body: {'port': {'device_id': '62e82472-f8f3-402b-b4c5-e1bc164ff3c0', 'network_id': '4f8fb888-1fb6-43b4-94c8-8845eb3e88c8', 'admin_state_up': True, 'tenant_id': '3e5f606a76384f56b5a8865e98b8cb0d'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:03:46.387664 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-1da6fd72-6158-4e35-98c2-43750ffb973a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79fce3a7-389b-4fec-84c7-efd328120cdd HTTP/1.1" status: 200 len: 217 time: 0.0706143 Feb 05 19:03:46.407028 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-185d4b89-863f-44f0-b4e0-6f9e309a861e req-22017a33-f4fe-4120-a96a-7035c6cc8aea tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224480 Feb 05 19:03:46.478453 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-0bcfbf04-e112-403e-94e9-0f41b1c8b318 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:03:46.481740 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-48022449-231e-4ec7-bb25-37fc7d979c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:46.482543 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-0bcfbf04-e112-403e-94e9-0f41b1c8b318 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Usage tracker for resource:port and tenant:3e5f606a76384f56b5a8865e98b8cb0d is out of sync, need to count used quota {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:03:46.483370 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-48022449-231e-4ec7-bb25-37fc7d979c82 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=195cbf3b-d5aa-426b-9a13-d472e284d6f0 HTTP/1.1" status: 200 len: 853 time: 0.0695269 Feb 05 19:03:46.485676 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-0bcfbf04-e112-403e-94e9-0f41b1c8b318 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80159) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:03:46.491424 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-0bcfbf04-e112-403e-94e9-0f41b1c8b318 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:03:46.500991 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-0bcfbf04-e112-403e-94e9-0f41b1c8b318 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Made reservation on behalf of 3e5f606a76384f56b5a8865e98b8cb0d for: {'port': 1} {{(pid=80159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:03:46.522202 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-0bcfbf04-e112-403e-94e9-0f41b1c8b318 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:46.572486 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-84c93978-ef8b-48e8-b583-07f88bc2fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:46.574124 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-84c93978-ef8b-48e8-b583-07f88bc2fb34 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806241 Feb 05 19:03:46.753225 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-4906c9e8-1a0a-4941-9446-b23e08e37a49 service neutron] 10.222.0.69 "GET /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716180 Feb 05 19:03:46.844641 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-0bcfbf04-e112-403e-94e9-0f41b1c8b318 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Allocated IP 172.20.0.11 (4f8fb888-1fb6-43b4-94c8-8845eb3e88c8/139de9fb-70bc-486d-a8c1-43bb8f365885/b8996792-866e-46bb-962c-9e8645035117) {{(pid=80159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:03:47.070857 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-0bcfbf04-e112-403e-94e9-0f41b1c8b318 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Notify callbacks [] for port, precommit_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:47.102381 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-0bcfbf04-e112-403e-94e9-0f41b1c8b318 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_create {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:47.118539 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-434d3929-3376-4bbc-8b3d-151663fd1874 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:47.267868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfbf04-e112-403e-94e9-0f41b1c8b318 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Pushing event updated for resources: {'Port': ['ID=b8996792-866e-46bb-962c-9e8645035117,revision_number=1']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:47.272499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0bcfbf04-e112-403e-94e9-0f41b1c8b318 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:47.275286 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb2b1b-e700-4b46-baca-6fa98e00657d req-bd41a049-1edd-4ce4-b569-5fb31a3faf35 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:47.276958 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-36cb2b1b-e700-4b46-baca-6fa98e00657d req-bd41a049-1edd-4ce4-b569-5fb31a3faf35 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 943 time: 0.4946520 Feb 05 19:03:47.280984 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f116947a-a14f-4e50-a5b8-b540ee016595 req-6eb5b9fa-c89e-438a-9683-fdc73a1ffc4e service neutron] 10.222.0.69 "GET /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5202181 Feb 05 19:03:47.340320 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-0bcfbf04-e112-403e-94e9-0f41b1c8b318 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Network 4f8fb888-1fb6-43b4-94c8-8845eb3e88c8 is already hosted by enough agents. {{(pid=80159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:03:47.341857 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-0bcfbf04-e112-403e-94e9-0f41b1c8b318 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Resources bound (agent type, host, resource id): {{(pid=80159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:03:47.348251 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-0bcfbf04-e112-403e-94e9-0f41b1c8b318 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Received port after_create {{(pid=80159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:03:47.388918 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-36cb2b1b-e700-4b46-baca-6fa98e00657d req-1d334731-7c8f-4d6d-bb35-8bd1109f8393 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0721993 Feb 05 19:03:47.487308 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-0bcfbf04-e112-403e-94e9-0f41b1c8b318 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:47.488042 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-0bcfbf04-e112-403e-94e9-0f41b1c8b318 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:47.510262 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-0bcfbf04-e112-403e-94e9-0f41b1c8b318 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1909084 Feb 05 19:03:47.533108 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Request body: {'port': {'device_id': '62e82472-f8f3-402b-b4c5-e1bc164ff3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:03:47.560161 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9ce1b-95ab-47c1-bb79-bd59eb418496 req-3dba555c-8e59-41aa-bcee-08ef490e50ac tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:47.562383 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-74c9ce1b-95ab-47c1-bb79-bd59eb418496 req-3dba555c-8e59-41aa-bcee-08ef490e50ac tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e82472-f8f3-402b-b4c5-e1bc164ff3c0 HTTP/1.1" status: 200 len: 932 time: 0.2842669 Feb 05 19:03:47.648513 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9673841-1ead-4db6-9217-16d5c1bd246c req-3e1a80cd-2587-460f-8602-992792a43c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:47.650170 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d9673841-1ead-4db6-9217-16d5c1bd246c req-3e1a80cd-2587-460f-8602-992792a43c65 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88b1980d458a49b285a2f78bf510d421&device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 1161 time: 0.2512214 Feb 05 19:03:47.659164 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:47.768782 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-74c9ce1b-95ab-47c1-bb79-bd59eb418496 req-7bad3ce6-70ad-47af-bc05-4e526b2f5af0 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Synchronizing usage tracker for tenant:3e5f606a76384f56b5a8865e98b8cb0d on resource:security_group {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:03:47.816517 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-74c9ce1b-95ab-47c1-bb79-bd59eb418496 req-7bad3ce6-70ad-47af-bc05-4e526b2f5af0 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Unset dirty status for tenant:3e5f606a76384f56b5a8865e98b8cb0d on resource:security_group {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:03:47.817792 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-74c9ce1b-95ab-47c1-bb79-bd59eb418496 req-7bad3ce6-70ad-47af-bc05-4e526b2f5af0 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/security-groups?id=747a2426-b60b-48e4-aedb-3db1c25c234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107310 Feb 05 19:03:47.902004 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce8053-e952-4f6d-ade6-7fa941534731 req-5cd0e6db-9a24-4eb0-8321-3fa4de78cea6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:47.903696 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-29ce8053-e952-4f6d-ade6-7fa941534731 req-5cd0e6db-9a24-4eb0-8321-3fa4de78cea6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 944 time: 0.3403370 Feb 05 19:03:47.974543 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9673841-1ead-4db6-9217-16d5c1bd246c req-64fca282-24df-4033-99f8-d7302631cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:47.976085 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d9673841-1ead-4db6-9217-16d5c1bd246c req-64fca282-24df-4033-99f8-d7302631cd7b service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 HTTP/1.1" status: 200 len: 908 time: 0.3074844 Feb 05 19:03:47.995816 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-29ce8053-e952-4f6d-ade6-7fa941534731 req-01188c3d-c8f7-4c9d-8f2f-e23e013d90b8 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757957 Feb 05 19:03:48.064475 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d9673841-1ead-4db6-9217-16d5c1bd246c req-efc0a4f3-b142-4a17-8342-0a77f797051b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79fce3a7-389b-4fec-84c7-efd328120cdd HTTP/1.1" status: 200 len: 217 time: 0.0676193 Feb 05 19:03:48.090294 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8996792-866e-46bb-962c-9e8645035117 {{(pid=80159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 19:03:48.098791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:48.111648 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Transition to ACTIVE for port object b8996792-866e-46bb-962c-9e8645035117 will not be triggered until provisioned by entity L2. {{(pid=80159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:03:48.114566 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847988729'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:48.130522 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e3407b3f-be14-48c4-9ceb-0dc682173a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:48.139102 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9673841-1ead-4db6-9217-16d5c1bd246c req-2565f99f-a663-40c2-a7be-c33841297917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:48.140765 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d9673841-1ead-4db6-9217-16d5c1bd246c req-2565f99f-a663-40c2-a7be-c33841297917 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=195cbf3b-d5aa-426b-9a13-d472e284d6f0 HTTP/1.1" status: 200 len: 853 time: 0.0692024 Feb 05 19:03:48.225288 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9673841-1ead-4db6-9217-16d5c1bd246c req-08b2f2ed-c6e1-45fc-98ee-e743fc560e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:48.226825 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d9673841-1ead-4db6-9217-16d5c1bd246c req-08b2f2ed-c6e1-45fc-98ee-e743fc560e8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785918 Feb 05 19:03:48.263707 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Pushing event updated for resources: {'Port': ['ID=b8996792-866e-46bb-962c-9e8645035117,revision_number=2']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:48.267590 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:48.373150 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d9673841-1ead-4db6-9217-16d5c1bd246c req-404ab34d-d585-49aa-996c-016aa05dfc47 service neutron] 10.222.0.69 "GET /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396174 Feb 05 19:03:48.460330 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Attempting to bind port b8996792-866e-46bb-962c-9e8645035117 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:03:48.460692 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Attempting to bind port b8996792-866e-46bb-962c-9e8645035117 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '114da1cc-62e2-4847-8d23-c7768b135e79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4f8fb888-1fb6-43b4-94c8-8845eb3e88c8'}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:03:48.461052 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Attempting to bind port b8996792-866e-46bb-962c-9e8645035117 on network 4f8fb888-1fb6-43b4-94c8-8845eb3e88c8 {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:03:48.468057 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Checking agent: {'id': '448d464c-f4b2-46c5-bbf2-8018ee5cc94e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 53, 33), 'started_at': datetime.datetime(2021, 2, 5, 18, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:03:48.468670 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Checking segment: {'id': '114da1cc-62e2-4847-8d23-c7768b135e79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4f8fb888-1fb6-43b4-94c8-8845eb3e88c8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:03:48.469253 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:48.469389 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Bound using segment: {'id': '114da1cc-62e2-4847-8d23-c7768b135e79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4f8fb888-1fb6-43b4-94c8-8845eb3e88c8'} {{(pid=80159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:03:48.469833 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Bound port: b8996792-866e-46bb-962c-9e8645035117, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114da1cc-62e2-4847-8d23-c7768b135e79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4f8fb888-1fb6-43b4-94c8-8845eb3e88c8'}}] {{(pid=80159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:03:48.470197 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:48.523724 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-d9673841-1ead-4db6-9217-16d5c1bd246c req-72eb76ee-870b-43de-ab23-b8870a025492 service neutron] 10.222.0.69 "GET /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414518 Feb 05 19:03:48.568518 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] For port b8996792-866e-46bb-962c-9e8645035117, host hv-cinder-77428, cleared binding levels {{(pid=80159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:03:48.572086 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] For port b8996792-866e-46bb-962c-9e8645035117, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b8996792-866e-46bb-962c-9e8645035117,segment=NetworkSegment(114da1cc-62e2-4847-8d23-c7768b135e79),segment_id=114da1cc-62e2-4847-8d23-c7768b135e79)] {{(pid=80159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:03:48.575552 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847988729'] for port, after_update {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:48.592252 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3e5fad8e-5961-41cf-9336-8f27b1f4d883 tempest-ServerRescueNegativeTestJSON-1694280179 tempest-ServerRescueNegativeTestJSON-1694280179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:48.690904 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47770ac-23a0-49f2-b64f-8af1a37823d5 req-c30f5b2a-1452-45c6-b0ce-0d7608ee507e tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:48.692598 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e47770ac-23a0-49f2-b64f-8af1a37823d5 req-c30f5b2a-1452-45c6-b0ce-0d7608ee507e tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 943 time: 0.1680121 Feb 05 19:03:48.748812 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Pushing event updated for resources: {'Port': ['ID=b8996792-866e-46bb-962c-9e8645035117,revision_number=3']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:48.752585 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:48.759070 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e47770ac-23a0-49f2-b64f-8af1a37823d5 req-a771eb31-364b-4338-bac9-b7e89345adc5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0598960 Feb 05 19:03:48.786780 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:48.787869 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:48.788916 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] 10.222.0.69 "PUT /v2.0/ports/b8996792-866e-46bb-962c-9e8645035117 HTTP/1.1" status: 200 len: 1158 time: 1.2606790 Feb 05 19:03:48.789510 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e82472-f8f3-402b-b4c5-e1bc164ff3c0', 'tag': 'b8996792-866e-46bb-962c-9e8645035117'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:03:48.930077 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-120b9964-8a0d-4cdb-9baf-5406a67a1b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:48.931719 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-120b9964-8a0d-4cdb-9baf-5406a67a1b43 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3e5f606a76384f56b5a8865e98b8cb0d&device_id=62e82472-f8f3-402b-b4c5-e1bc164ff3c0 HTTP/1.1" status: 200 len: 1161 time: 0.0893795 Feb 05 19:03:48.938957 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e82472-f8f3-402b-b4c5-e1bc164ff3c0', 'tag': 'b8996792-866e-46bb-962c-9e8645035117', 'status': 'completed', 'code': 200} Feb 05 19:03:48.967251 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:03:49.013316 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-038621c0-9a08-49a1-ae25-23b0b131886e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8996792-866e-46bb-962c-9e8645035117 HTTP/1.1" status: 200 len: 217 time: 0.0666270 Feb 05 19:03:49.041964 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:03:49.042386 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:49.092145 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-121e55a9-7c99-4822-b1c3-79d1403844ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:49.094007 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-121e55a9-7c99-4822-b1c3-79d1403844ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=139de9fb-70bc-486d-a8c1-43bb8f365885 HTTP/1.1" status: 200 len: 849 time: 0.0733066 Feb 05 19:03:49.138137 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c17631-f74e-478b-ab2c-a67c14bf2c6b req-7911f633-2840-4001-b712-4c5201a9b873 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:49.140721 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-90c17631-f74e-478b-ab2c-a67c14bf2c6b req-7911f633-2840-4001-b712-4c5201a9b873 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e82472-f8f3-402b-b4c5-e1bc164ff3c0 HTTP/1.1" status: 200 len: 944 time: 0.1867976 Feb 05 19:03:49.156751 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-206a88ae-0471-4c11-a8ff-dcfe812f6323 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f8fb888-1fb6-43b4-94c8-8845eb3e88c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555036 Feb 05 19:03:49.184125 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:49.215125 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:03:49.225772 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8,segment=NetworkSegment(df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8),segment_id=df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:03:49.229591 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:49.231582 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:49.279035 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-90c17631-f74e-478b-ab2c-a67c14bf2c6b req-d0b50cda-5f0d-4387-a256-011472f44a1a tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/security-groups?id=747a2426-b60b-48e4-aedb-3db1c25c234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853856 Feb 05 19:03:49.302933 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8,revision_number=6']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:49.320317 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:49.326333 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-f0fe35a5-d28c-4790-965b-8fe3a0b83756 service neutron] 10.222.0.69 "GET /v2.0/networks/4f8fb888-1fb6-43b4-94c8-8845eb3e88c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623678 Feb 05 19:03:49.382955 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8', 'code': 200} Feb 05 19:03:49.390176 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df53e7-425f-4c4b-a8a6-27d8853888e3 req-f659c90f-4d5c-41ce-8e03-8ce43225139e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:49.391873 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-17df53e7-425f-4c4b-a8a6-27d8853888e3 req-f659c90f-4d5c-41ce-8e03-8ce43225139e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 944 time: 0.2468040 Feb 05 19:03:49.467168 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-17df53e7-425f-4c4b-a8a6-27d8853888e3 req-aabd9023-8edb-4b5a-9e31-e4348368cdda tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686836 Feb 05 19:03:49.722572 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-58a390d0-0878-4f1c-a22a-25a28ff20691 req-8c1ed46f-2a86-43ad-ad49-f761a25c3c71 service neutron] 10.222.0.69 "GET /v2.0/networks/4f8fb888-1fb6-43b4-94c8-8845eb3e88c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3887005 Feb 05 19:03:49.755345 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbc52e-2bc2-43ad-9351-8aa1d9d158a1 req-1f09fa1d-d723-46d8-bf06-4dc7b4cada58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:49.756948 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5bcbc52e-2bc2-43ad-9351-8aa1d9d158a1 req-1f09fa1d-d723-46d8-bf06-4dc7b4cada58 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 1162 time: 0.0823200 Feb 05 19:03:49.851551 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5bcbc52e-2bc2-43ad-9351-8aa1d9d158a1 req-7a1822b2-e4c7-45b1-b1f8-1a1e993b188e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0379684 Feb 05 19:03:49.892006 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268939a-d5fe-4ffd-ad5c-ddf8e64a7d4e req-59693d37-bce0-4adb-9d13-7c7059b1fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:49.893693 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6268939a-d5fe-4ffd-ad5c-ddf8e64a7d4e req-59693d37-bce0-4adb-9d13-7c7059b1fe83 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3e5f606a76384f56b5a8865e98b8cb0d&device_id=62e82472-f8f3-402b-b4c5-e1bc164ff3c0 HTTP/1.1" status: 200 len: 1161 time: 0.0790691 Feb 05 19:03:50.052504 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a05e70-3e69-48bc-8ba1-6b1c1e925227 req-ff30176f-cd39-4fcc-8873-288101fed502 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:50.055139 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-54a05e70-3e69-48bc-8ba1-6b1c1e925227 req-ff30176f-cd39-4fcc-8873-288101fed502 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 945 time: 0.1626911 Feb 05 19:03:50.117717 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-54a05e70-3e69-48bc-8ba1-6b1c1e925227 req-6e48feb3-a59d-4988-8967-06b6843eab01 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0565586 Feb 05 19:03:50.259580 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268939a-d5fe-4ffd-ad5c-ddf8e64a7d4e req-f529f017-f823-4ecb-9621-36d8284bf4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:50.261066 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6268939a-d5fe-4ffd-ad5c-ddf8e64a7d4e req-f529f017-f823-4ecb-9621-36d8284bf4f6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4f8fb888-1fb6-43b4-94c8-8845eb3e88c8 HTTP/1.1" status: 200 len: 903 time: 0.1337261 Feb 05 19:03:50.335443 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6268939a-d5fe-4ffd-ad5c-ddf8e64a7d4e req-3b8470d3-6ed8-4599-ab2a-0e1d2ec90105 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8996792-866e-46bb-962c-9e8645035117 HTTP/1.1" status: 200 len: 217 time: 0.0674806 Feb 05 19:03:50.406847 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268939a-d5fe-4ffd-ad5c-ddf8e64a7d4e req-109495e2-91df-4455-bda2-6c7184bd5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:50.408546 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6268939a-d5fe-4ffd-ad5c-ddf8e64a7d4e req-109495e2-91df-4455-bda2-6c7184bd5093 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=139de9fb-70bc-486d-a8c1-43bb8f365885 HTTP/1.1" status: 200 len: 849 time: 0.0645072 Feb 05 19:03:50.476035 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6268939a-d5fe-4ffd-ad5c-ddf8e64a7d4e req-cd9b66a7-9ad8-475e-af13-4429bdc1ee79 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f8fb888-1fb6-43b4-94c8-8845eb3e88c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494215 Feb 05 19:03:50.590782 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7119c71-78de-471f-bb31-b9bacf3824bd req-0446cd01-7ed4-4db6-b985-7339c332aaae tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:50.592465 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c7119c71-78de-471f-bb31-b9bacf3824bd req-0446cd01-7ed4-4db6-b985-7339c332aaae tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e82472-f8f3-402b-b4c5-e1bc164ff3c0 HTTP/1.1" status: 200 len: 944 time: 0.1706657 Feb 05 19:03:50.628147 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6268939a-d5fe-4ffd-ad5c-ddf8e64a7d4e req-b1e6b5a4-d049-400e-a903-6615067be289 service neutron] 10.222.0.69 "GET /v2.0/networks/4f8fb888-1fb6-43b4-94c8-8845eb3e88c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408935 Feb 05 19:03:50.708246 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c7119c71-78de-471f-bb31-b9bacf3824bd req-f131c456-f89a-4d50-8200-4f457b3a65dd tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/security-groups?id=747a2426-b60b-48e4-aedb-3db1c25c234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085527 Feb 05 19:03:50.756240 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.objects.ports [None req-dd0cb147-5f8a-4b17-8da0-510e5a9b594f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80160) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 19:03:50.783756 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6268939a-d5fe-4ffd-ad5c-ddf8e64a7d4e req-be7adb13-be6f-4153-8571-e8491ec951eb service neutron] 10.222.0.69 "GET /v2.0/networks/4f8fb888-1fb6-43b4-94c8-8845eb3e88c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1485016 Feb 05 19:03:50.820379 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cf41b-7a8f-4834-b35c-216305b3922a req-ce082828-3057-4c40-8289-a81baa784983 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:50.822079 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-508cf41b-7a8f-4834-b35c-216305b3922a req-ce082828-3057-4c40-8289-a81baa784983 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 944 time: 0.2061841 Feb 05 19:03:50.888237 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-508cf41b-7a8f-4834-b35c-216305b3922a req-d871c2d4-0898-46e4-903a-15989ed25efd tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598321 Feb 05 19:03:51.411784 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4356b1-f7d4-42de-9c61-160a64f7dbec req-c6025d5b-b139-444b-8853-bbc1f2b3437b tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:51.413545 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1c4356b1-f7d4-42de-9c61-160a64f7dbec req-c6025d5b-b139-444b-8853-bbc1f2b3437b tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 945 time: 0.1630743 Feb 05 19:03:51.476930 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1c4356b1-f7d4-42de-9c61-160a64f7dbec req-097edead-b27f-4d7f-857e-1be016a6038f tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0568509 Feb 05 19:03:51.490561 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:03:51.562351 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:03:51.562751 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:51.687055 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 79fce3a7-389b-4fec-84c7-efd328120cdd up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:03:51.757490 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning for port 79fce3a7-389b-4fec-84c7-efd328120cdd completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:03:51.762404 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 79fce3a7-389b-4fec-84c7-efd328120cdd triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:03:51.762817 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:51.884821 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:51.913615 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044467f2-25f0-4623-a441-22ea2a69e941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fce3a7-389b-4fec-84c7-efd328120cdd'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:03:51.923854 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 79fce3a7-389b-4fec-84c7-efd328120cdd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=79fce3a7-389b-4fec-84c7-efd328120cdd,segment=NetworkSegment(b5dc898e-cf30-4967-abad-2d0a6ab4597e),segment_id=b5dc898e-cf30-4967-abad-2d0a6ab4597e)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:03:51.927080 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:51.929312 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:52.007074 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=79fce3a7-389b-4fec-84c7-efd328120cdd,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:52.010544 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:52.011039 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e16ff3-429f-4a67-9c91-85e387150525 req-350a1974-31b4-49ce-9252-b57d6527752f tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:52.013109 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-49e16ff3-429f-4a67-9c91-85e387150525 req-350a1974-31b4-49ce-9252-b57d6527752f tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e82472-f8f3-402b-b4c5-e1bc164ff3c0 HTTP/1.1" status: 200 len: 944 time: 0.1719778 Feb 05 19:03:52.128447 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-49e16ff3-429f-4a67-9c91-85e387150525 req-5d3877c4-059f-4bdb-a007-b996be6c0602 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/security-groups?id=747a2426-b60b-48e4-aedb-3db1c25c234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080475 Feb 05 19:03:52.208927 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044467f2-25f0-4623-a441-22ea2a69e941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fce3a7-389b-4fec-84c7-efd328120cdd', 'code': 200} Feb 05 19:03:52.236893 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ea0d3-2e28-46f0-b06a-1e71f10f5577 req-fd2f8446-6aa4-4f07-8e9d-69eaeb019f34 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:52.238634 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-038ea0d3-2e28-46f0-b06a-1e71f10f5577 req-fd2f8446-6aa4-4f07-8e9d-69eaeb019f34 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 946 time: 0.2171040 Feb 05 19:03:52.305799 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-038ea0d3-2e28-46f0-b06a-1e71f10f5577 req-11403ec7-4687-4eb4-98f9-f195c1024c52 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605986 Feb 05 19:03:52.484675 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94650b-c510-42f5-b350-1a8fa108e688 req-1ffb4d03-13ee-4a50-8d5e-a35b808d79d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:52.486217 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4d94650b-c510-42f5-b350-1a8fa108e688 req-1ffb4d03-13ee-4a50-8d5e-a35b808d79d8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 1163 time: 0.0770631 Feb 05 19:03:52.531165 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4d94650b-c510-42f5-b350-1a8fa108e688 req-18a4f251-94ab-4f1d-be49-b86acd235acf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380414 Feb 05 19:03:52.721943 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.objects.ports [None req-53c58881-3bfe-489c-b4f6-88f272b55bac None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80160) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 19:03:53.425945 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30f728-be5e-457e-b645-01f4aa0a1317 req-5aaaa24e-59a8-40d0-b5db-fbd4985916ad tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:53.427548 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ff30f728-be5e-457e-b645-01f4aa0a1317 req-5aaaa24e-59a8-40d0-b5db-fbd4985916ad tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e82472-f8f3-402b-b4c5-e1bc164ff3c0 HTTP/1.1" status: 200 len: 944 time: 0.1669195 Feb 05 19:03:53.486780 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device b8996792-866e-46bb-962c-9e8645035117 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:03:53.555412 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ff30f728-be5e-457e-b645-01f4aa0a1317 req-a55d5d38-3d42-47c3-aa84-40ca0ac4f111 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/security-groups?id=747a2426-b60b-48e4-aedb-3db1c25c234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212471 Feb 05 19:03:53.561445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning for port b8996792-866e-46bb-962c-9e8645035117 completed by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:03:53.566508 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port b8996792-866e-46bb-962c-9e8645035117 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:03:53.566993 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:53.655879 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22997e-f94b-4cea-af94-5e28e192e21d req-7c777e16-b039-4655-9d70-c3cbf44c1d24 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:53.657599 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5f22997e-f94b-4cea-af94-5e28e192e21d req-7c777e16-b039-4655-9d70-c3cbf44c1d24 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 946 time: 0.2046249 Feb 05 19:03:53.697589 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:53.736675 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port b8996792-866e-46bb-962c-9e8645035117, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b8996792-866e-46bb-962c-9e8645035117,segment=NetworkSegment(114da1cc-62e2-4847-8d23-c7768b135e79),segment_id=114da1cc-62e2-4847-8d23-c7768b135e79)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:03:53.738040 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5f22997e-f94b-4cea-af94-5e28e192e21d req-ee0452c0-e5c1-4601-b7f2-741f3d8094b3 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684130 Feb 05 19:03:53.740892 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:53.741863 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 79fce3a7-389b-4fec-84c7-efd328120cdd up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:03:53.771852 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:53.867261 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=b8996792-866e-46bb-962c-9e8645035117,revision_number=4']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:53.872754 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:53.879115 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 79fce3a7-389b-4fec-84c7-efd328120cdd triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:03:53.879525 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:54.209748 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e82472-f8f3-402b-b4c5-e1bc164ff3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8996792-866e-46bb-962c-9e8645035117'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:03:54.267478 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e82472-f8f3-402b-b4c5-e1bc164ff3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8996792-866e-46bb-962c-9e8645035117', 'code': 200} Feb 05 19:03:54.551601 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ea02e-1bbe-42c9-99db-8441e0825e5a req-2fd07f9f-4778-45cb-bbff-0aabab46f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:54.553085 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ef4ea02e-1bbe-42c9-99db-8441e0825e5a req-2fd07f9f-4778-45cb-bbff-0aabab46f89d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=62e82472-f8f3-402b-b4c5-e1bc164ff3c0 HTTP/1.1" status: 200 len: 1163 time: 0.0801795 Feb 05 19:03:54.597895 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ef4ea02e-1bbe-42c9-99db-8441e0825e5a req-88fb33fc-2a7a-492a-b920-0e4a81fc354d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=747a2426-b60b-48e4-aedb-3db1c25c234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367444 Feb 05 19:03:54.845584 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0333b-40f7-47d3-b1f7-51287481bafd req-90d62848-2595-45ed-a6ee-cac269616ea1 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:54.847226 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e1d0333b-40f7-47d3-b1f7-51287481bafd req-90d62848-2595-45ed-a6ee-cac269616ea1 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e82472-f8f3-402b-b4c5-e1bc164ff3c0 HTTP/1.1" status: 200 len: 946 time: 0.1632581 Feb 05 19:03:54.964086 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e1d0333b-40f7-47d3-b1f7-51287481bafd req-7027688d-1404-4eba-95f2-237fd5c245d0 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/security-groups?id=747a2426-b60b-48e4-aedb-3db1c25c234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104469 Feb 05 19:03:54.995853 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device b8996792-866e-46bb-962c-9e8645035117 up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:03:55.072481 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93814c54-95c8-47f6-88a9-d26d1d9ce0a6 req-831c5f1f-9f58-492b-9e0f-c3fc0d6d2416 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:55.074251 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-93814c54-95c8-47f6-88a9-d26d1d9ce0a6 req-831c5f1f-9f58-492b-9e0f-c3fc0d6d2416 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 946 time: 0.2015505 Feb 05 19:03:55.142635 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-93814c54-95c8-47f6-88a9-d26d1d9ce0a6 req-1fa967a4-1ae5-4854-b522-73927e7f5763 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610170 Feb 05 19:03:55.228357 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port b8996792-866e-46bb-962c-9e8645035117 triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:03:55.228763 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:55.355551 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 79fce3a7-389b-4fec-84c7-efd328120cdd up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:03:55.427301 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 79fce3a7-389b-4fec-84c7-efd328120cdd triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:03:55.427656 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:55.447115 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6faa6dc-8497-485b-b648-c9faf3dd6867 req-47fd62b9-fc9c-482c-89a9-50f6bb8b6961 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:55.448829 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f6faa6dc-8497-485b-b648-c9faf3dd6867 req-47fd62b9-fc9c-482c-89a9-50f6bb8b6961 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 946 time: 0.1647642 Feb 05 19:03:55.517539 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-f6faa6dc-8497-485b-b648-c9faf3dd6867 req-f8ac7fde-d38d-4490-bb63-20d0a828f252 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617728 Feb 05 19:03:56.048193 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b900a-0589-4a59-aefd-07036398a612 req-15086166-8b77-4135-9889-b8713d3aef8e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:56.049923 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e25b900a-0589-4a59-aefd-07036398a612 req-15086166-8b77-4135-9889-b8713d3aef8e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 946 time: 0.1636629 Feb 05 19:03:56.115041 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e25b900a-0589-4a59-aefd-07036398a612 req-6730e00b-fd22-4556-afc6-5dc3e754afc5 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584655 Feb 05 19:03:56.280775 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32f00e-965b-4550-8f73-56974f613ef2 req-a7130d86-1243-42ac-ba9a-d8a46d8a264a tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:56.282436 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ee32f00e-965b-4550-8f73-56974f613ef2 req-a7130d86-1243-42ac-ba9a-d8a46d8a264a tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e82472-f8f3-402b-b4c5-e1bc164ff3c0 HTTP/1.1" status: 200 len: 946 time: 0.1664526 Feb 05 19:03:56.347520 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ee32f00e-965b-4550-8f73-56974f613ef2 req-d3377eed-50f1-4901-9c3c-053487fecdad tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/security-groups?id=747a2426-b60b-48e4-aedb-3db1c25c234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585783 Feb 05 19:04:00.110546 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2b996-be53-4543-b445-4cf11df1262d req-8f7006c3-838e-4daf-87d4-0352256f9895 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:00.112219 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-84a2b996-be53-4543-b445-4cf11df1262d req-8f7006c3-838e-4daf-87d4-0352256f9895 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e82472-f8f3-402b-b4c5-e1bc164ff3c0 HTTP/1.1" status: 200 len: 946 time: 0.1658585 Feb 05 19:04:00.178186 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-84a2b996-be53-4543-b445-4cf11df1262d req-3a02bdbb-9281-4b64-aeff-b9b8324797a3 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/security-groups?id=747a2426-b60b-48e4-aedb-3db1c25c234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591052 Feb 05 19:04:01.180193 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec64900-32d4-491e-9468-a8ec03d7d7a7 req-597d6c21-5b2e-47fb-8385-60c9981a4c07 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:01.181854 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cec64900-32d4-491e-9468-a8ec03d7d7a7 req-597d6c21-5b2e-47fb-8385-60c9981a4c07 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 946 time: 0.1652439 Feb 05 19:04:01.245680 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cec64900-32d4-491e-9468-a8ec03d7d7a7 req-5aed867f-784a-42b9-ab16-381aaea2fac8 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574696 Feb 05 19:04:01.561971 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-c50ed951-356f-4a43-be3d-b9224d899885 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2606649 Feb 05 19:04:01.651880 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701190e-39b5-490a-b1d2-3926eb623229 req-85caa059-40fa-48f2-a75a-a61b71ede5fc tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:01.653578 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e701190e-39b5-490a-b1d2-3926eb623229 req-85caa059-40fa-48f2-a75a-a61b71ede5fc tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e82472-f8f3-402b-b4c5-e1bc164ff3c0 HTTP/1.1" status: 200 len: 946 time: 0.3252950 Feb 05 19:04:01.658773 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Request body: {'floatingip': {'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:04:01.682389 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:04:01.706209 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Usage tracker for resource:floatingip and tenant:88b1980d458a49b285a2f78bf510d421 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:04:01.710274 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:04:01.724512 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d2b68-f179-400a-815b-06f7dd798472 req-e123e208-fa4a-4204-84c5-ef567865d0fd tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:01.725301 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-110d2b68-f179-400a-815b-06f7dd798472 req-e123e208-fa4a-4204-84c5-ef567865d0fd tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Synchronizing usage tracker for tenant:3e5f606a76384f56b5a8865e98b8cb0d on resource:port {{(pid=80159) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:04:01.729970 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:04:01.745050 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-110d2b68-f179-400a-815b-06f7dd798472 req-e123e208-fa4a-4204-84c5-ef567865d0fd tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Unset dirty status for tenant:3e5f606a76384f56b5a8865e98b8cb0d on resource:port {{(pid=80159) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:04:01.746351 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-110d2b68-f179-400a-815b-06f7dd798472 req-e123e208-fa4a-4204-84c5-ef567865d0fd tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.69 "GET /v2.0/ports?device_id=62e82472-f8f3-402b-b4c5-e1bc164ff3c0 HTTP/1.1" status: 200 len: 946 time: 0.1860094 Feb 05 19:04:01.764040 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e701190e-39b5-490a-b1d2-3926eb623229 req-571bb082-dd9b-410c-9a52-11929393aded tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/security-groups?id=747a2426-b60b-48e4-aedb-3db1c25c234a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830319 Feb 05 19:04:01.765378 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for floatingip, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:01.847808 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-110d2b68-f179-400a-815b-06f7dd798472 req-e469173b-6e74-48d4-995c-6aa69bc67285 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Deleting port b8996792-866e-46bb-962c-9e8645035117 {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:04:01.848200 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-110d2b68-f179-400a-815b-06f7dd798472 req-e469173b-6e74-48d4-995c-6aa69bc67285 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:02.026076 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-12b67782-9d9f-4d9a-9e39-4756f0b487ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:02.129006 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:02.131776 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-110d2b68-f179-400a-815b-06f7dd798472 req-e469173b-6e74-48d4-995c-6aa69bc67285 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] For port b8996792-866e-46bb-962c-9e8645035117, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b8996792-866e-46bb-962c-9e8645035117,segment=NetworkSegment(114da1cc-62e2-4847-8d23-c7768b135e79),segment_id=114da1cc-62e2-4847-8d23-c7768b135e79)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:04:02.132188 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-110d2b68-f179-400a-815b-06f7dd798472 req-e469173b-6e74-48d4-995c-6aa69bc67285 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:02.267501 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-110d2b68-f179-400a-815b-06f7dd798472 req-e469173b-6e74-48d4-995c-6aa69bc67285 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Calling delete_port for b8996792-866e-46bb-962c-9e8645035117 owned by compute:nova {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:04:02.404209 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_common [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Allocated IP 172.28.0.112 (43003cf3-0c0b-48ed-9e38-49f5e4f74bf6/afe140d3-b1db-4f68-bd90-821acea9aebe/9cbb90f6-eff6-4f03-8978-788e29b64bb6) {{(pid=80158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:04:02.435252 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-110d2b68-f179-400a-815b-06f7dd798472 req-e469173b-6e74-48d4-995c-6aa69bc67285 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:02.450797 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ae4765bd-3630-4775-b464-676659e4a330 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:04:02.499288 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469173b-6e74-48d4-995c-6aa69bc67285 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Pushing event deleted for resources: {'Port': ['ID=b8996792-866e-46bb-962c-9e8645035117,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:04:02.548853 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e469173b-6e74-48d4-995c-6aa69bc67285 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:04:02.560968 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for port, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:02.591484 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761562133704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:02.607434 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8de8c7b7-3ddb-4417-8b71-cc13f44743e9 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:04:02.656854 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-110d2b68-f179-400a-815b-06f7dd798472 req-e469173b-6e74-48d4-995c-6aa69bc67285 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] No DVR routers for this DVR port b8996792-866e-46bb-962c-9e8645035117 on host hv-cinder-77428 {{(pid=80159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 19:04:02.659137 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-110d2b68-f179-400a-815b-06f7dd798472 req-e469173b-6e74-48d4-995c-6aa69bc67285 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:02.661965 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e82472-f8f3-402b-b4c5-e1bc164ff3c0', 'name': 'network-vif-deleted', 'tag': 'b8996792-866e-46bb-962c-9e8645035117'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:04:02.678377 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-110d2b68-f179-400a-815b-06f7dd798472 req-e469173b-6e74-48d4-995c-6aa69bc67285 tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.69 "DELETE /v2.0/ports/b8996792-866e-46bb-962c-9e8645035117 HTTP/1.1" status: 204 len: 173 time: 0.9232163 Feb 05 19:04:02.727846 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e82472-f8f3-402b-b4c5-e1bc164ff3c0', 'name': 'network-vif-deleted', 'tag': 'b8996792-866e-46bb-962c-9e8645035117', 'status': 'completed', 'code': 200} Feb 05 19:04:02.747637 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Pushing event updated for resources: {'Port': ['ID=9cbb90f6-eff6-4f03-8978-788e29b64bb6,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:04:02.760881 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:04:02.783410 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device b8996792-866e-46bb-962c-9e8645035117 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:04:02.801114 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Network 43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 is already hosted by enough agents. {{(pid=80158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:04:02.802361 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.base_scheduler [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Resources bound (agent type, host, resource id): {{(pid=80158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:04:02.804707 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Received port after_create {{(pid=80158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:04:02.823309 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] No Port match for: b8996792-866e-46bb-962c-9e8645035117 {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:04:02.823915 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device b8996792-866e-46bb-962c-9e8645035117 not bound to the agent host hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:04:02.890774 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:02.992334 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b749342a-71ee-47fd-8efa-3086ea5e209c req-735c305c-44e0-418e-a75b-3aae14fa779e tempest-VolumesActionsTest-1731131439 tempest-VolumesActionsTest-1731131439-project] 10.222.0.23 "GET /v2.0/ports?device_id=62e82472-f8f3-402b-b4c5-e1bc164ff3c0 HTTP/1.1" status: 200 len: 210 time: 0.0654821 Feb 05 19:04:03.001123 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:03.269693 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:03.273230 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7513612'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:03.288757 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-92040c2e-a251-409b-b57c-091faaea0601 tempest-DeleteServersTestJSON-801048530 tempest-DeleteServersTestJSON-801048530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:04:03.428836 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Pushing event updated for resources: {'Port': ['ID=9cbb90f6-eff6-4f03-8978-788e29b64bb6,revision_number=2']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:04:03.433521 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:04:03.496134 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:03.531942 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2021456'] for floatingip, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:03.553540 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for floatingip, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:03.554817 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-2a4e5eee-5b21-4d3c-ae2c-b2b077727ba6 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9002266 Feb 05 19:04:03.658018 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-201854a3-2726-40ef-81df-376aeeb0b4ff tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Synchronizing usage tracker for tenant:88b1980d458a49b285a2f78bf510d421 on resource:floatingip {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:04:03.673846 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-201854a3-2726-40ef-81df-376aeeb0b4ff tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Unset dirty status for tenant:88b1980d458a49b285a2f78bf510d421 on resource:floatingip {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:04:03.675097 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-201854a3-2726-40ef-81df-376aeeb0b4ff tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.0.112 HTTP/1.1" status: 200 len: 696 time: 0.1139057 Feb 05 19:04:03.909048 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-ddd246e1-671f-4196-923e-7e93702e0e5d tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:03.910562 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-ddd246e1-671f-4196-923e-7e93702e0e5d tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/networks/43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 HTTP/1.1" status: 200 len: 784 time: 0.2293949 Feb 05 19:04:03.921952 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-bbdfee9e-26b5-4fc3-91b1-22ef87f5f804 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 19:04:03.922991 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-20228b75-ae66-4bc5-bebc-8fadc2d4d6f1 req-bbdfee9e-26b5-4fc3-91b1-22ef87f5f804 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0064144 Feb 05 19:04:04.196010 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-a9cc7291-c86c-4aef-b85e-0bfc5c9c24c0 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:04.197619 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-a9cc7291-c86c-4aef-b85e-0bfc5c9c24c0 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1680338 Feb 05 19:04:04.210144 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5f079f40-7f10-48d8-8942-5a18c8df043e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:04.302821 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-87fb61be-53c4-476c-b796-07a3f098cc50 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.0.112 HTTP/1.1" status: 200 len: 696 time: 0.0981534 Feb 05 19:04:04.314669 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-27e7bd5a-9624-4484-83c5-857a04eb0c5f tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Request body: {'floatingip': {'port_id': '79fce3a7-389b-4fec-84c7-efd328120cdd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:04:04.419259 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-27e7bd5a-9624-4484-83c5-857a04eb0c5f tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for floatingip, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:04.857010 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:05.279134 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-27e7bd5a-9624-4484-83c5-857a04eb0c5f tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:05.282428 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-27e7bd5a-9624-4484-83c5-857a04eb0c5f tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2021456'] for floatingip, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:05.469668 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.l3_db [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-27e7bd5a-9624-4484-83c5-857a04eb0c5f tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Floating IP c373c272-f386-44ca-acd8-a05f36a1e9b9 associated. External IP: 172.28.0.112, port: 79fce3a7-389b-4fec-84c7-efd328120cdd. Feb 05 19:04:05.656052 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:05.862066 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-27e7bd5a-9624-4484-83c5-857a04eb0c5f tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Router 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:04:06.054781 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-27e7bd5a-9624-4484-83c5-857a04eb0c5f tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:04:06.059143 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-27e7bd5a-9624-4484-83c5-857a04eb0c5f tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for floatingip, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:06.064769 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581610b3-7b97-4b56-a655-9078aa088f24 None None] Sync routers for ids ['5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'] in dv-cinder-774288-2-smb {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:04:06.078340 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581610b3-7b97-4b56-a655-9078aa088f24 None None] Routers {'5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:04:06.079051 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-581610b3-7b97-4b56-a655-9078aa088f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:04:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:04:06.121941 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-27e7bd5a-9624-4484-83c5-857a04eb0c5f tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "PUT /v2.0/floatingips/c373c272-f386-44ca-acd8-a05f36a1e9b9 HTTP/1.1" status: 200 len: 997 time: 1.8116126 Feb 05 19:04:06.122493 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044467f2-25f0-4623-a441-22ea2a69e941', 'tag': '79fce3a7-389b-4fec-84c7-efd328120cdd'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:04:06.189023 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044467f2-25f0-4623-a441-22ea2a69e941', 'tag': '79fce3a7-389b-4fec-84c7-efd328120cdd', 'status': 'completed', 'code': 200} Feb 05 19:04:06.234037 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-6859043b-6ea2-4732-83a9-d6ee5ebbceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:06.235810 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-6859043b-6ea2-4732-83a9-d6ee5ebbceb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=88b1980d458a49b285a2f78bf510d421&device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 1163 time: 0.0870073 Feb 05 19:04:06.281562 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-581610b3-7b97-4b56-a655-9078aa088f24 None None] Set router 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:04:06.344463 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e968a-735a-4cc0-9a82-63285be93f82 req-47a8b4ab-0074-48d7-95c0-f30e7b646637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:06.347196 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b30e968a-735a-4cc0-9a82-63285be93f82 req-47a8b4ab-0074-48d7-95c0-f30e7b646637 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88b1980d458a49b285a2f78bf510d421&device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 1163 time: 0.1121986 Feb 05 19:04:06.391755 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-a8aedc00-fde8-4b27-8d7c-dc67dc84ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:06.397641 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-a8aedc00-fde8-4b27-8d7c-dc67dc84ac6e service neutron] 10.222.0.23 "GET /v2.0/networks?id=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 HTTP/1.1" status: 200 len: 908 time: 0.1541169 Feb 05 19:04:06.461571 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:06.500628 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e968a-735a-4cc0-9a82-63285be93f82 req-fe8b8881-e139-44ae-800a-49d18f2738db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:06.502250 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b30e968a-735a-4cc0-9a82-63285be93f82 req-fe8b8881-e139-44ae-800a-49d18f2738db service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 HTTP/1.1" status: 200 len: 908 time: 0.1464586 Feb 05 19:04:06.507898 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-1a6a03f6-eef7-4af0-b566-0219c6b2d07c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79fce3a7-389b-4fec-84c7-efd328120cdd HTTP/1.1" status: 200 len: 1000 time: 0.1076846 Feb 05 19:04:06.580260 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-5e3a1f1f-7858-4e1a-8184-b351afe6a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:06.582623 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-5e3a1f1f-7858-4e1a-8184-b351afe6a24f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=195cbf3b-d5aa-426b-9a13-d472e284d6f0 HTTP/1.1" status: 200 len: 853 time: 0.0683558 Feb 05 19:04:06.616537 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b30e968a-735a-4cc0-9a82-63285be93f82 req-d593872b-80c3-4d7a-9c18-ab1cf794164e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79fce3a7-389b-4fec-84c7-efd328120cdd HTTP/1.1" status: 200 len: 1000 time: 0.1062977 Feb 05 19:04:06.672357 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-25451e7c-bdc7-4279-8087-05690bdb0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:06.673138 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-581610b3-7b97-4b56-a655-9078aa088f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'name': 'tempest-TestMinimumBasicScenario-206336435-router', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:03:12Z', 'updated_at': '2021-02-05T19:03:17Z', 'revision_number': 4, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'gw_port': {'id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:13Z', 'updated_at': '2021-02-05T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_floatingips': [{'id': 'c373c272-f386-44ca-acd8-a05f36a1e9b9', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'floating_ip_address': '172.28.0.112', 'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'router_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'port_id': '79fce3a7-389b-4fec-84c7-efd328120cdd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86', 'mac_address': 'fa:16:3e:af:40:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044467f2-25f0-4623-a441-22ea2a69e941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:04:02Z', 'updated_at': '2021-02-05T19:04:04Z', 'revision_number': 1, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00101b6-72f7-49fd-9fb9-f263bad5eb2b', 'name': '', 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'mac_address': 'fa:16:3e:ad:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:16Z', 'updated_at': '2021-02-05T19:03:26Z', 'revision_number': 5, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'subnets': [{'id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:04:06.674039 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-25451e7c-bdc7-4279-8087-05690bdb0f95 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0839901 Feb 05 19:04:06.681105 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581610b3-7b97-4b56-a655-9078aa088f24 None None] Checking router: 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 for host: dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:04:06.689077 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e968a-735a-4cc0-9a82-63285be93f82 req-5ee97725-469d-4df1-a029-5bd46971953e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:06.690524 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581610b3-7b97-4b56-a655-9078aa088f24 None None] Routers {'5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:04:06.690640 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b30e968a-735a-4cc0-9a82-63285be93f82 req-5ee97725-469d-4df1-a029-5bd46971953e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=195cbf3b-d5aa-426b-9a13-d472e284d6f0 HTTP/1.1" status: 200 len: 853 time: 0.0664265 Feb 05 19:04:06.691194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-581610b3-7b97-4b56-a655-9078aa088f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:04:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:04:06.786556 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e968a-735a-4cc0-9a82-63285be93f82 req-632101cf-6b5c-4248-8cfb-110700f48059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:06.788436 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b30e968a-735a-4cc0-9a82-63285be93f82 req-632101cf-6b5c-4248-8cfb-110700f48059 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840435 Feb 05 19:04:06.824061 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-8cbcb779-1952-4674-8ad8-963256ad3d2d service neutron] 10.222.0.23 "GET /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426845 Feb 05 19:04:06.885474 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-581610b3-7b97-4b56-a655-9078aa088f24 None None] Set router 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:04:06.938976 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b30e968a-735a-4cc0-9a82-63285be93f82 req-9b0e03f3-c4f7-4422-978b-ee9290f1dcec service neutron] 10.222.0.69 "GET /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418972 Feb 05 19:04:06.975936 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-4f288fab-8810-4f89-be6b-a4bf560218b4 req-35eb8627-4ab0-4692-96a5-7b280a224265 service neutron] 10.222.0.23 "GET /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1435535 Feb 05 19:04:07.026288 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-28b3deef-6351-46d4-80e3-30ce0eeb80ff req-260e5cf8-1b6c-4793-97c7-9532d3ffcbb3 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-663587501', 'description': 'tempest-TestMinimumBasicScenario-663587501 description'}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:04:07.048558 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-28b3deef-6351-46d4-80e3-30ce0eeb80ff req-260e5cf8-1b6c-4793-97c7-9532d3ffcbb3 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:04:07.054168 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-28b3deef-6351-46d4-80e3-30ce0eeb80ff req-260e5cf8-1b6c-4793-97c7-9532d3ffcbb3 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Usage tracker for resource:security_group and tenant:88b1980d458a49b285a2f78bf510d421 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:04:07.057257 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-28b3deef-6351-46d4-80e3-30ce0eeb80ff req-260e5cf8-1b6c-4793-97c7-9532d3ffcbb3 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:04:07.063819 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-28b3deef-6351-46d4-80e3-30ce0eeb80ff req-260e5cf8-1b6c-4793-97c7-9532d3ffcbb3 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:04:07.074383 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-28b3deef-6351-46d4-80e3-30ce0eeb80ff req-260e5cf8-1b6c-4793-97c7-9532d3ffcbb3 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:07.091470 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-b30e968a-735a-4cc0-9a82-63285be93f82 req-71061725-9051-43ec-b6ff-5e204be352a9 service neutron] 10.222.0.69 "GET /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1449792 Feb 05 19:04:07.096280 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-28b3deef-6351-46d4-80e3-30ce0eeb80ff req-260e5cf8-1b6c-4793-97c7-9532d3ffcbb3 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:04:07.100390 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-28b3deef-6351-46d4-80e3-30ce0eeb80ff req-260e5cf8-1b6c-4793-97c7-9532d3ffcbb3 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Usage tracker for resource:security_group_rule and tenant:88b1980d458a49b285a2f78bf510d421 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:04:07.103500 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-28b3deef-6351-46d4-80e3-30ce0eeb80ff req-260e5cf8-1b6c-4793-97c7-9532d3ffcbb3 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:04:07.110343 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-28b3deef-6351-46d4-80e3-30ce0eeb80ff req-260e5cf8-1b6c-4793-97c7-9532d3ffcbb3 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:04:07.184390 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-28b3deef-6351-46d4-80e3-30ce0eeb80ff req-260e5cf8-1b6c-4793-97c7-9532d3ffcbb3 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:07.188564 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-28b3deef-6351-46d4-80e3-30ce0eeb80ff req-260e5cf8-1b6c-4793-97c7-9532d3ffcbb3 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:07.210219 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f469609f-9297-46ee-b47d-6854cac8fc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:04:07.220903 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-28b3deef-6351-46d4-80e3-30ce0eeb80ff req-260e5cf8-1b6c-4793-97c7-9532d3ffcbb3 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:07.222973 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-28b3deef-6351-46d4-80e3-30ce0eeb80ff req-260e5cf8-1b6c-4793-97c7-9532d3ffcbb3 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2013688 Feb 05 19:04:07.244399 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e5cf8-1b6c-4793-97c7-9532d3ffcbb3 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a463024-57e1-4378-a382-366bb506beb7,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:04:07.250314 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-260e5cf8-1b6c-4793-97c7-9532d3ffcbb3 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:04:07.270518 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-581610b3-7b97-4b56-a655-9078aa088f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'name': 'tempest-TestMinimumBasicScenario-206336435-router', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:03:12Z', 'updated_at': '2021-02-05T19:03:17Z', 'revision_number': 4, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'gw_port': {'id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:13Z', 'updated_at': '2021-02-05T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_floatingips': [{'id': 'c373c272-f386-44ca-acd8-a05f36a1e9b9', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'floating_ip_address': '172.28.0.112', 'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'router_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'port_id': '79fce3a7-389b-4fec-84c7-efd328120cdd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86', 'mac_address': 'fa:16:3e:af:40:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044467f2-25f0-4623-a441-22ea2a69e941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:04:02Z', 'updated_at': '2021-02-05T19:04:04Z', 'revision_number': 1, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00101b6-72f7-49fd-9fb9-f263bad5eb2b', 'name': '', 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'mac_address': 'fa:16:3e:ad:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:16Z', 'updated_at': '2021-02-05T19:03:26Z', 'revision_number': 5, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'subnets': [{'id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:04:07.275030 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581610b3-7b97-4b56-a655-9078aa088f24 None None] The sync data for ids ['5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'] in dv-cinder-774288-2-smb is: [{'id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'name': 'tempest-TestMinimumBasicScenario-206336435-router', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:03:12Z', 'updated_at': '2021-02-05T19:03:17Z', 'revision_number': 4, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'gw_port': {'id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:13Z', 'updated_at': '2021-02-05T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_floatingips': [{'id': 'c373c272-f386-44ca-acd8-a05f36a1e9b9', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'floating_ip_address': '172.28.0.112', 'floating_network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'router_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'port_id': '79fce3a7-389b-4fec-84c7-efd328120cdd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86', 'mac_address': 'fa:16:3e:af:40:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044467f2-25f0-4623-a441-22ea2a69e941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:04:02Z', 'updated_at': '2021-02-05T19:04:04Z', 'revision_number': 1, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd00101b6-72f7-49fd-9fb9-f263bad5eb2b', 'name': '', 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'mac_address': 'fa:16:3e:ad:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:16Z', 'updated_at': '2021-02-05T19:03:26Z', 'revision_number': 5, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'subnets': [{'id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:04:07.339985 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eb60bf55-3a73-48a0-b09c-b4fbf7eaefe9 req-266870a3-0ce7-4f05-ac34-9420e6f25b30 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups/1a463024-57e1-4378-a382-366bb506beb7 HTTP/1.1" status: 200 len: 1812 time: 0.0807271 Feb 05 19:04:07.347117 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-eb60bf55-3a73-48a0-b09c-b4fbf7eaefe9 req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1a463024-57e1-4378-a382-366bb506beb7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:04:07.347117 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-eb60bf55-3a73-48a0-b09c-b4fbf7eaefe9 req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1a463024-57e1-4378-a382-366bb506beb7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:04:07.369151 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-eb60bf55-3a73-48a0-b09c-b4fbf7eaefe9 req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:04:07.373436 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-eb60bf55-3a73-48a0-b09c-b4fbf7eaefe9 req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Usage tracker for resource:security_group_rule and tenant:88b1980d458a49b285a2f78bf510d421 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:04:07.377029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-eb60bf55-3a73-48a0-b09c-b4fbf7eaefe9 req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:04:07.383124 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-eb60bf55-3a73-48a0-b09c-b4fbf7eaefe9 req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:04:07.454412 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-eb60bf55-3a73-48a0-b09c-b4fbf7eaefe9 req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:07.480573 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-eb60bf55-3a73-48a0-b09c-b4fbf7eaefe9 req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:07.483261 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-eb60bf55-3a73-48a0-b09c-b4fbf7eaefe9 req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826709'] for security_group_rule, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:07.485314 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:04:07.509406 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c514adf-884c-46e8-ba96-a760b8ed2936,revision_number=0']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:04:07.522643 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.523308 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.523426 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.523809 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.524199 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.524587 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.524974 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.525389 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.525774 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.526161 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.526544 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.526925 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.527369 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.527757 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.528511 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.528511 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.528866 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.529272 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.529832 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.530698 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.531111 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.531500 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.531884 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.532268 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:07.535498 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-eb60bf55-3a73-48a0-b09c-b4fbf7eaefe9 req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:07.536756 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-eb60bf55-3a73-48a0-b09c-b4fbf7eaefe9 req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1958921 Feb 05 19:04:07.537609 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-66a3552d-867b-4168-bfeb-038f721f1ce1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:04:07.657862 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7c3a32-9928-414b-a874-a3e681031213 None None] New status for floating IP c373c272-f386-44ca-acd8-a05f36a1e9b9: ACTIVE {{(pid=80161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 19:04:07.663324 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5eed64f5-2c49-4905-a6de-91199e681460 req-da8dd4e6-2976-4465-bb2d-1c4baa8e0e6a tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups/1a463024-57e1-4378-a382-366bb506beb7 HTTP/1.1" status: 200 len: 2405 time: 0.0823226 Feb 05 19:04:07.677111 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-5eed64f5-2c49-4905-a6de-91199e681460 req-210d80b6-da32-40c8-b010-822830de245e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1a463024-57e1-4378-a382-366bb506beb7', 'remote_group_id': None}]} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:04:07.677631 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-5eed64f5-2c49-4905-a6de-91199e681460 req-210d80b6-da32-40c8-b010-822830de245e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1a463024-57e1-4378-a382-366bb506beb7', 'remote_group_id': None}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:04:07.700442 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-5eed64f5-2c49-4905-a6de-91199e681460 req-210d80b6-da32-40c8-b010-822830de245e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:04:07.705915 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-5eed64f5-2c49-4905-a6de-91199e681460 req-210d80b6-da32-40c8-b010-822830de245e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Usage tracker for resource:security_group_rule and tenant:88b1980d458a49b285a2f78bf510d421 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:04:07.709098 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-5eed64f5-2c49-4905-a6de-91199e681460 req-210d80b6-da32-40c8-b010-822830de245e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:04:07.715366 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [req-5eed64f5-2c49-4905-a6de-91199e681460 req-210d80b6-da32-40c8-b010-822830de245e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:04:07.776295 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5eed64f5-2c49-4905-a6de-91199e681460 req-210d80b6-da32-40c8-b010-822830de245e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:07.801921 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5eed64f5-2c49-4905-a6de-91199e681460 req-210d80b6-da32-40c8-b010-822830de245e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:07.804529 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5eed64f5-2c49-4905-a6de-91199e681460 req-210d80b6-da32-40c8-b010-822830de245e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826709'] for security_group_rule, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:07.806827 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:04:07.833295 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d80b6-da32-40c8-b010-822830de245e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36f3774-2c5e-4198-aded-32e64b8f5088,revision_number=0']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:04:07.835964 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-210d80b6-da32-40c8-b010-822830de245e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:04:07.842868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5eed64f5-2c49-4905-a6de-91199e681460 req-210d80b6-da32-40c8-b010-822830de245e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:07.844161 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5eed64f5-2c49-4905-a6de-91199e681460 req-210d80b6-da32-40c8-b010-822830de245e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1745105 Feb 05 19:04:08.004926 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-31e16395-7674-4f06-bb05-689f8c5464e9 req-2f8a9185-888f-44c1-a074-d95b6cc8a6f9 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Synchronizing usage tracker for tenant:88b1980d458a49b285a2f78bf510d421 on resource:security_group {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:04:08.021594 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-31e16395-7674-4f06-bb05-689f8c5464e9 req-2f8a9185-888f-44c1-a074-d95b6cc8a6f9 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Unset dirty status for tenant:88b1980d458a49b285a2f78bf510d421 on resource:security_group {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:04:08.022993 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-31e16395-7674-4f06-bb05-689f8c5464e9 req-2f8a9185-888f-44c1-a074-d95b6cc8a6f9 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-663587501&fields=id&tenant_id=88b1980d458a49b285a2f78bf510d421 HTTP/1.1" status: 200 len: 267 time: 0.0765901 Feb 05 19:04:08.190249 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e16395-7674-4f06-bb05-689f8c5464e9 req-091b9d79-3998-49c1-a03e-77ebeb28a690 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:08.191846 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-31e16395-7674-4f06-bb05-689f8c5464e9 req-091b9d79-3998-49c1-a03e-77ebeb28a690 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 946 time: 0.1622431 Feb 05 19:04:08.204286 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-31e16395-7674-4f06-bb05-689f8c5464e9 req-2f96aa37-2b22-4d93-937d-47bfc9eb5d5a tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Request body: {'port': {'security_groups': ['208d50b5-7d7a-4b56-a683-91bd6e32ce56', '1a463024-57e1-4378-a382-366bb506beb7']}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:04:08.349694 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-31e16395-7674-4f06-bb05-689f8c5464e9 req-2f96aa37-2b22-4d93-937d-47bfc9eb5d5a tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:08.674732 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-31e16395-7674-4f06-bb05-689f8c5464e9 req-2f96aa37-2b22-4d93-937d-47bfc9eb5d5a tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] For port 79fce3a7-389b-4fec-84c7-efd328120cdd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=79fce3a7-389b-4fec-84c7-efd328120cdd,segment=NetworkSegment(b5dc898e-cf30-4967-abad-2d0a6ab4597e),segment_id=b5dc898e-cf30-4967-abad-2d0a6ab4597e)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:04:08.700062 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-31e16395-7674-4f06-bb05-689f8c5464e9 req-2f96aa37-2b22-4d93-937d-47bfc9eb5d5a tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:08.703598 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-31e16395-7674-4f06-bb05-689f8c5464e9 req-2f96aa37-2b22-4d93-937d-47bfc9eb5d5a tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7513612'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:08.721067 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-438599e9-a994-4efd-97cd-c8ca8b6fd531 tempest-AttachVolumeTestJSON-1576267554 tempest-AttachVolumeTestJSON-1576267554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:04:09.117952 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96aa37-2b22-4d93-937d-47bfc9eb5d5a tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Pushing event updated for resources: {'Port': ['ID=79fce3a7-389b-4fec-84c7-efd328120cdd,revision_number=5']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:04:09.123511 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-2f96aa37-2b22-4d93-937d-47bfc9eb5d5a tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:04:09.221855 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e16395-7674-4f06-bb05-689f8c5464e9 req-2f96aa37-2b22-4d93-937d-47bfc9eb5d5a tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:09.222619 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-31e16395-7674-4f06-bb05-689f8c5464e9 req-2f96aa37-2b22-4d93-937d-47bfc9eb5d5a tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:09.224232 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-31e16395-7674-4f06-bb05-689f8c5464e9 req-2f96aa37-2b22-4d93-937d-47bfc9eb5d5a tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "PUT /v2.0/ports/79fce3a7-389b-4fec-84c7-efd328120cdd HTTP/1.1" status: 200 len: 982 time: 1.0254936 Feb 05 19:04:09.224814 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044467f2-25f0-4623-a441-22ea2a69e941', 'tag': '79fce3a7-389b-4fec-84c7-efd328120cdd'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:04:09.292763 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044467f2-25f0-4623-a441-22ea2a69e941', 'tag': '79fce3a7-389b-4fec-84c7-efd328120cdd', 'status': 'completed', 'code': 200} Feb 05 19:04:09.425422 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-32a20987-c435-4d67-9c06-1946d32d7b60 None None] Provisioning complete for port 79fce3a7-389b-4fec-84c7-efd328120cdd triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:04:09.426090 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-32a20987-c435-4d67-9c06-1946d32d7b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:09.452721 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e6314-3dd4-4335-b9dc-078d1b624583 req-abc6c13d-0264-4401-803c-b9a62aac9d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:09.454671 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9d5e6314-3dd4-4335-b9dc-078d1b624583 req-abc6c13d-0264-4401-803c-b9a62aac9d57 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88b1980d458a49b285a2f78bf510d421&device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 1203 time: 0.0983844 Feb 05 19:04:09.541008 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3925523-3242-4e3a-bb30-5c51c12836e5 req-5a9aa5c4-91e9-4c8d-9bba-21294393b6ab tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:09.542692 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e3925523-3242-4e3a-bb30-5c51c12836e5 req-5a9aa5c4-91e9-4c8d-9bba-21294393b6ab tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 985 time: 0.1866996 Feb 05 19:04:09.605586 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e6314-3dd4-4335-b9dc-078d1b624583 req-82659938-e825-41d8-850e-612e1c35bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:09.607324 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9d5e6314-3dd4-4335-b9dc-078d1b624583 req-82659938-e825-41d8-850e-612e1c35bc99 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 HTTP/1.1" status: 200 len: 908 time: 0.1451263 Feb 05 19:04:09.629691 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-e3925523-3242-4e3a-bb30-5c51c12836e5 req-6d0efc00-0f4e-42b8-91a1-3cf1aaba181c tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&id=1a463024-57e1-4378-a382-366bb506beb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0803285 Feb 05 19:04:09.725305 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9d5e6314-3dd4-4335-b9dc-078d1b624583 req-b809f8d9-a161-4a8a-8e73-bc4a2659892e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79fce3a7-389b-4fec-84c7-efd328120cdd HTTP/1.1" status: 200 len: 1002 time: 0.1047335 Feb 05 19:04:09.797947 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e6314-3dd4-4335-b9dc-078d1b624583 req-0c92fb54-5bd2-444b-bd29-ecd59788fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:09.799418 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9d5e6314-3dd4-4335-b9dc-078d1b624583 req-0c92fb54-5bd2-444b-bd29-ecd59788fe25 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=195cbf3b-d5aa-426b-9a13-d472e284d6f0 HTTP/1.1" status: 200 len: 853 time: 0.0662973 Feb 05 19:04:09.885262 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e6314-3dd4-4335-b9dc-078d1b624583 req-44e75dfb-228a-4fbb-baea-231428986bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:09.886925 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9d5e6314-3dd4-4335-b9dc-078d1b624583 req-44e75dfb-228a-4fbb-baea-231428986bb5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808661 Feb 05 19:04:10.029108 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9d5e6314-3dd4-4335-b9dc-078d1b624583 req-bbb67fb5-5d36-402e-9d8d-7e0d1f4bc8a3 service neutron] 10.222.0.69 "GET /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345782 Feb 05 19:04:10.168901 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9d5e6314-3dd4-4335-b9dc-078d1b624583 req-2667cc8d-43be-40bb-990e-cde66188dbf6 service neutron] 10.222.0.69 "GET /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1325071 Feb 05 19:04:10.697115 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:04:11.122752 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 79fce3a7-389b-4fec-84c7-efd328120cdd up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:04:11.196539 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 79fce3a7-389b-4fec-84c7-efd328120cdd triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:04:11.196956 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:21.864109 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 50790) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:04:21.934178 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fefa238-bd6c-4710-b549-be7eacc22f05 admin admin] Deleting subnet 139de9fb-70bc-486d-a8c1-43bb8f365885 {{(pid=80158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 19:04:21.937200 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0fefa238-bd6c-4710-b549-be7eacc22f05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:21.988191 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0fefa238-bd6c-4710-b549-be7eacc22f05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6615767'] for subnet, precommit_delete_associations {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:22.045843 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0fefa238-bd6c-4710-b549-be7eacc22f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748778'] for subnet, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:22.299773 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0fefa238-bd6c-4710-b549-be7eacc22f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7513663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848261096'] for subnet, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:22.316177 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a7ae3c97-a69a-4e5f-82c1-966b18361270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:04:22.404406 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefa238-bd6c-4710-b549-be7eacc22f05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139de9fb-70bc-486d-a8c1-43bb8f365885,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:04:22.417412 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-0fefa238-bd6c-4710-b549-be7eacc22f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:04:22.449198 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-0fefa238-bd6c-4710-b549-be7eacc22f05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:22.457234 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-0fefa238-bd6c-4710-b549-be7eacc22f05 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/139de9fb-70bc-486d-a8c1-43bb8f365885 HTTP/1.1" status: 204 len: 168 time: 0.5905676 Feb 05 19:04:22.458484 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 50794) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:04:22.573448 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-daf81782-7d48-4140-9a06-fdd27ee80d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989089'] for network, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:22.764333 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-daf81782-7d48-4140-9a06-fdd27ee80d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1016662', 'neutron.services.segments.db._delete_segments_for_network-8761562595665'] for network, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:22.877786 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-daf81782-7d48-4140-9a06-fdd27ee80d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8fb888-1fb6-43b4-94c8-8845eb3e88c8']}} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:04:22.890053 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-daf81782-7d48-4140-9a06-fdd27ee80d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114da1cc-62e2-4847-8d23-c7768b135e79') {'for_net_delete': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:04:22.890384 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-daf81782-7d48-4140-9a06-fdd27ee80d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114da1cc-62e2-4847-8d23-c7768b135e79') {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:04:22.901964 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-daf81782-7d48-4140-9a06-fdd27ee80d5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761562606195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848160033'] for segment, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:22.919479 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-daf81782-7d48-4140-9a06-fdd27ee80d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:22.922114 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-daf81782-7d48-4140-9a06-fdd27ee80d5b admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 19:04:23.095282 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-daf81782-7d48-4140-9a06-fdd27ee80d5b admin admin] Network 4f8fb888-1fb6-43b4-94c8-8845eb3e88c8 has no segments {{(pid=80158) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:04:23.104223 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-daf81782-7d48-4140-9a06-fdd27ee80d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853759575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7513834'] for segment, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:23.280446 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-daf81782-7d48-4140-9a06-fdd27ee80d5b admin admin] Network 4f8fb888-1fb6-43b4-94c8-8845eb3e88c8 has no segments {{(pid=80158) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: Traceback (most recent call last): Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: timer() Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: cb(*args, **kw) Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: return func(*args, **kwargs) Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: self._notify() Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: self.callback(batched_events) Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: event.method(event) Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: segment_id)['aggregates'][0] Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: return f(self, *a, **k) Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: return self._get(url).json() Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: **kwargs) Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: **endpoint_filter) Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 19:04:23.302981 dv-cinder-774288-2-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 19:04:23.380190 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-daf81782-7d48-4140-9a06-fdd27ee80d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853759138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2021475'] for network, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:23.384597 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-daf81782-7d48-4140-9a06-fdd27ee80d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:23.388219 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:04:23.411168 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf81782-7d48-4140-9a06-fdd27ee80d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=4f8fb888-1fb6-43b4-94c8-8845eb3e88c8,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:04:23.414688 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-daf81782-7d48-4140-9a06-fdd27ee80d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:04:23.419089 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-daf81782-7d48-4140-9a06-fdd27ee80d5b admin admin] 10.222.0.23 "DELETE /v2.0/networks/4f8fb888-1fb6-43b4-94c8-8845eb3e88c8 HTTP/1.1" status: 204 len: 168 time: 0.9595671 Feb 05 19:04:23.422653 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 50798) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:04:23.487302 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6fc53b-82d3-48ec-b8cd-2fdfc5838f5c admin admin] Deleting subnet ebee4e9c-4e9e-4c27-860d-e8155c4609d7 {{(pid=80158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 19:04:23.490519 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc53b-82d3-48ec-b8cd-2fdfc5838f5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:23.544947 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc53b-82d3-48ec-b8cd-2fdfc5838f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6615767'] for subnet, precommit_delete_associations {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:23.604571 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc53b-82d3-48ec-b8cd-2fdfc5838f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748778'] for subnet, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:23.866384 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc53b-82d3-48ec-b8cd-2fdfc5838f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7513663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848261096'] for subnet, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:23.881929 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1fe91686-4de0-4075-acf7-d67dcb3d0d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:04:23.963317 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fc53b-82d3-48ec-b8cd-2fdfc5838f5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebee4e9c-4e9e-4c27-860d-e8155c4609d7,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:04:23.966063 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6f6fc53b-82d3-48ec-b8cd-2fdfc5838f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:04:24.013148 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc53b-82d3-48ec-b8cd-2fdfc5838f5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:24.019583 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-6f6fc53b-82d3-48ec-b8cd-2fdfc5838f5c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ebee4e9c-4e9e-4c27-860d-e8155c4609d7 HTTP/1.1" status: 204 len: 168 time: 0.5959187 Feb 05 19:04:24.022305 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 50802) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:04:24.136046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ac1bf2b4-95a8-48c7-8b9d-a030dbe6e265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989089'] for network, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:24.320526 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ac1bf2b4-95a8-48c7-8b9d-a030dbe6e265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1016662', 'neutron.services.segments.db._delete_segments_for_network-8761562595665'] for network, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:24.434158 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-ac1bf2b4-95a8-48c7-8b9d-a030dbe6e265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d8cce1-256f-4537-b639-8ee40e7f6f93']}} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:04:24.447156 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-ac1bf2b4-95a8-48c7-8b9d-a030dbe6e265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09abc0c1-942d-4c3a-b2f1-0262ead92692') {'for_net_delete': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:04:24.447464 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-ac1bf2b4-95a8-48c7-8b9d-a030dbe6e265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09abc0c1-942d-4c3a-b2f1-0262ead92692') {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:04:24.459692 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ac1bf2b4-95a8-48c7-8b9d-a030dbe6e265 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761562606195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848160033'] for segment, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:24.474663 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ac1bf2b4-95a8-48c7-8b9d-a030dbe6e265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:24.476692 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ac1bf2b4-95a8-48c7-8b9d-a030dbe6e265 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 19:04:24.654339 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-ac1bf2b4-95a8-48c7-8b9d-a030dbe6e265 admin admin] Network c2d8cce1-256f-4537-b639-8ee40e7f6f93 has no segments {{(pid=80158) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:04:24.663839 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ac1bf2b4-95a8-48c7-8b9d-a030dbe6e265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853759575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7513834'] for segment, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:24.841341 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-ac1bf2b4-95a8-48c7-8b9d-a030dbe6e265 admin admin] Network c2d8cce1-256f-4537-b639-8ee40e7f6f93 has no segments {{(pid=80158) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: Traceback (most recent call last): Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: timer() Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: cb(*args, **kw) Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: return func(*args, **kwargs) Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: self._notify() Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: self.callback(batched_events) Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: event.method(event) Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: segment_id)['aggregates'][0] Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: return f(self, *a, **k) Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: return self._get(url).json() Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: **kwargs) Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: **endpoint_filter) Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 19:04:25.096944 dv-cinder-774288-2-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 19:04:25.176900 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ac1bf2b4-95a8-48c7-8b9d-a030dbe6e265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853759138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2021475'] for network, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:25.180467 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-8593d29c-b442-4b08-bc5e-bbde9650fd25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:04:25.200082 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ac1bf2b4-95a8-48c7-8b9d-a030dbe6e265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:25.210411 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bf2b4-95a8-48c7-8b9d-a030dbe6e265 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d8cce1-256f-4537-b639-8ee40e7f6f93,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:04:25.213503 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-ac1bf2b4-95a8-48c7-8b9d-a030dbe6e265 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c2d8cce1-256f-4537-b639-8ee40e7f6f93 HTTP/1.1" status: 204 len: 168 time: 1.1901562 Feb 05 19:04:25.214439 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-ac1bf2b4-95a8-48c7-8b9d-a030dbe6e265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:04:25.441029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 50808) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:04:25.499300 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-b83fee7b-5dff-468f-b018-d39685866a13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e5f606a76384f56b5a8865e98b8cb0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569170 Feb 05 19:04:25.502450 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 50812) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:04:25.569752 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-811d78dd-d9f4-46e9-bc0f-6c305901ad3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:25.604137 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-811d78dd-d9f4-46e9-bc0f-6c305901ad3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:25.656129 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-811d78dd-d9f4-46e9-bc0f-6c305901ad3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:25.662540 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4aea74bd-ce2e-4887-9573-b41d30c72185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:04:25.677423 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d78dd-d9f4-46e9-bc0f-6c305901ad3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747a2426-b60b-48e4-aedb-3db1c25c234a,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:04:25.681716 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-811d78dd-d9f4-46e9-bc0f-6c305901ad3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:04:25.686357 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-811d78dd-d9f4-46e9-bc0f-6c305901ad3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:25.688191 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-811d78dd-d9f4-46e9-bc0f-6c305901ad3b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/747a2426-b60b-48e4-aedb-3db1c25c234a HTTP/1.1" status: 204 len: 168 time: 0.1847646 Feb 05 19:04:26.120599 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 50820) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:04:26.174963 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-1b48758e-f406-4e77-8f24-16d23c4c023f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2235eaf13d8447895a9381c706e418d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529597 Feb 05 19:04:26.177490 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 50824) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:04:26.237954 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6c627b78-3730-40be-bcf1-f7e9d904320c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:26.265185 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6c627b78-3730-40be-bcf1-f7e9d904320c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:26.314513 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6c627b78-3730-40be-bcf1-f7e9d904320c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:26.319809 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e7ec48c9-00ba-4d26-a374-34eb1bc2deb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:04:26.333637 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c627b78-3730-40be-bcf1-f7e9d904320c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062a9809-e9fe-46e1-87e6-ee51f3f28709,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:04:26.336436 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6c627b78-3730-40be-bcf1-f7e9d904320c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:04:26.338746 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6c627b78-3730-40be-bcf1-f7e9d904320c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:26.343745 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-6c627b78-3730-40be-bcf1-f7e9d904320c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/062a9809-e9fe-46e1-87e6-ee51f3f28709 HTTP/1.1" status: 204 len: 168 time: 0.1651847 Feb 05 19:04:31.435321 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 50896) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:04:31.590816 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5f28157a-ab52-4fc9-8288-b90a7a06856f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:31.606471 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5f28157a-ab52-4fc9-8288-b90a7a06856f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:04:31.610526 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-5f28157a-ab52-4fc9-8288-b90a7a06856f admin admin] Usage tracker for resource:security_group_rule and tenant:00bd4eb6daed410d9c95292e4150a8a1 is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:04:31.613472 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-5f28157a-ab52-4fc9-8288-b90a7a06856f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:04:31.619353 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-5f28157a-ab52-4fc9-8288-b90a7a06856f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:04:31.711129 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5f28157a-ab52-4fc9-8288-b90a7a06856f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:31.713936 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5f28157a-ab52-4fc9-8288-b90a7a06856f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:31.726760 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-d2ea80dc-edba-4d17-a08c-3b35929fe782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:04:31.767986 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-5f28157a-ab52-4fc9-8288-b90a7a06856f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00bd4eb6daed410d9c95292e4150a8a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315268 Feb 05 19:04:31.769738 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28157a-ab52-4fc9-8288-b90a7a06856f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872c2923-b245-431c-b568-bd349af00243,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:04:31.770970 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 50902) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:04:31.773408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5f28157a-ab52-4fc9-8288-b90a7a06856f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:04:31.835615 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:31.862287 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:31.906749 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:31.911692 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-dfe838c1-03ce-4d09-b0d4-77c147ab1e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:04:31.928484 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872c2923-b245-431c-b568-bd349af00243,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:04:31.938461 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:31.939666 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/872c2923-b245-431c-b568-bd349af00243 HTTP/1.1" status: 204 len: 168 time: 0.1675634 Feb 05 19:04:31.941138 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.941611 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.942015 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.942419 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.942867 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.943269 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.943666 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.944074 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.944429 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.944827 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.945245 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.945643 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.946098 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.946497 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.946886 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.947280 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.947671 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.948065 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.948455 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.948845 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.949326 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.949630 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.950020 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.950414 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:04:31.954570 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3bf4aff8-c336-4fc5-bf8a-fa646e65a6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:04:32.026650 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-296d3f65-4ee4-48f6-8670-25531cf09deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:33.511896 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:33.610373 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007c40b-eaf6-4b9c-aac8-b3fa91661035 req-4b4c6c5d-f6be-4ba6-a25a-7ffe333663c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:33.611995 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0007c40b-eaf6-4b9c-aac8-b3fa91661035 req-4b4c6c5d-f6be-4ba6-a25a-7ffe333663c4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88b1980d458a49b285a2f78bf510d421&device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 1203 time: 0.0840557 Feb 05 19:04:33.719162 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417b1bb-2732-40b2-8b51-71bbb1406b20 req-62bb2c74-e49f-44d5-aa00-87d68dcd2e71 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:33.720798 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6417b1bb-2732-40b2-8b51-71bbb1406b20 req-62bb2c74-e49f-44d5-aa00-87d68dcd2e71 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 985 time: 0.1706536 Feb 05 19:04:33.803969 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6417b1bb-2732-40b2-8b51-71bbb1406b20 req-16b026a0-91e4-4a15-b8d3-12b7f188375b tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&id=1a463024-57e1-4378-a382-366bb506beb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0764923 Feb 05 19:04:34.003666 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007c40b-eaf6-4b9c-aac8-b3fa91661035 req-27ad0aae-f4a3-4abd-9758-46cffba5c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:34.005150 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0007c40b-eaf6-4b9c-aac8-b3fa91661035 req-27ad0aae-f4a3-4abd-9758-46cffba5c561 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 HTTP/1.1" status: 200 len: 908 time: 0.3854544 Feb 05 19:04:34.114817 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0007c40b-eaf6-4b9c-aac8-b3fa91661035 req-0e5e29b3-8080-4fd5-9bd4-62045f3f1f83 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79fce3a7-389b-4fec-84c7-efd328120cdd HTTP/1.1" status: 200 len: 1002 time: 0.1021399 Feb 05 19:04:34.182795 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007c40b-eaf6-4b9c-aac8-b3fa91661035 req-959707ca-9845-4fcc-9628-a8e0a6e38ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:34.184312 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0007c40b-eaf6-4b9c-aac8-b3fa91661035 req-959707ca-9845-4fcc-9628-a8e0a6e38ecb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=195cbf3b-d5aa-426b-9a13-d472e284d6f0 HTTP/1.1" status: 200 len: 853 time: 0.0628216 Feb 05 19:04:34.211166 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9c11d2a9-f7be-4151-a9ce-2373ebc5f52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:34.266966 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007c40b-eaf6-4b9c-aac8-b3fa91661035 req-20bfc6a0-cf04-44a4-ad4a-057cb3c33a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:34.268470 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0007c40b-eaf6-4b9c-aac8-b3fa91661035 req-20bfc6a0-cf04-44a4-ad4a-057cb3c33a2c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763211 Feb 05 19:04:34.412100 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0007c40b-eaf6-4b9c-aac8-b3fa91661035 req-4d9dde00-1daa-4c9e-ae42-22d6aaf582ba service neutron] 10.222.0.69 "GET /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363587 Feb 05 19:04:34.556594 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0007c40b-eaf6-4b9c-aac8-b3fa91661035 req-80b6cf6e-3999-4cb0-ad01-7e31a9e3be4f service neutron] 10.222.0.69 "GET /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379817 Feb 05 19:04:34.861124 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:35.103347 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fc606-ca89-4526-81fe-cde7cf44324f req-5ec3d216-5a22-4836-8bdc-87e4e77d1006 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:35.104980 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-440fc606-ca89-4526-81fe-cde7cf44324f req-5ec3d216-5a22-4836-8bdc-87e4e77d1006 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 985 time: 0.1664279 Feb 05 19:04:35.187701 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-440fc606-ca89-4526-81fe-cde7cf44324f req-460c334a-59e0-40dd-b478-0b965fbc854b tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&id=1a463024-57e1-4378-a382-366bb506beb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0755348 Feb 05 19:04:35.648365 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:36.156013 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6431fe1f-1d91-4d21-83e8-53209a3443da req-c5ad2c10-4d41-4bd4-a568-bf1a081391f3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0806754 Feb 05 19:04:36.327070 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431fe1f-1d91-4d21-83e8-53209a3443da req-8a05a54f-6b70-4b03-8dcd-09d9452dd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:36.328844 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6431fe1f-1d91-4d21-83e8-53209a3443da req-8a05a54f-6b70-4b03-8dcd-09d9452dd277 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fabe836c13fa45c48a6dcb2d84810683&device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 1162 time: 0.0823879 Feb 05 19:04:36.385432 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:36.491044 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178eae3-ff58-4f42-b045-96967e8ff4b8 req-0e24bcdf-754d-42be-8498-7ebf7cff12ca tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:36.492690 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8178eae3-ff58-4f42-b045-96967e8ff4b8 req-0e24bcdf-754d-42be-8498-7ebf7cff12ca tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 985 time: 0.1749632 Feb 05 19:04:36.497551 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431fe1f-1d91-4d21-83e8-53209a3443da req-73b360cb-b204-4673-85de-57ed52914f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:36.500528 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6431fe1f-1d91-4d21-83e8-53209a3443da req-73b360cb-b204-4673-85de-57ed52914f04 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 HTTP/1.1" status: 200 len: 902 time: 0.1487198 Feb 05 19:04:36.580262 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8178eae3-ff58-4f42-b045-96967e8ff4b8 req-fcfddb63-e1e6-4a7f-8be9-5e54ecb07c8a tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&id=1a463024-57e1-4378-a382-366bb506beb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0788317 Feb 05 19:04:36.622095 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6431fe1f-1d91-4d21-83e8-53209a3443da req-205696a0-ac2c-4395-ba6b-676f7f22bbd7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 HTTP/1.1" status: 200 len: 1000 time: 0.1146035 Feb 05 19:04:36.695438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431fe1f-1d91-4d21-83e8-53209a3443da req-eca69ba0-099b-4117-9508-e69e6bd9ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:36.697038 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6431fe1f-1d91-4d21-83e8-53209a3443da req-eca69ba0-099b-4117-9508-e69e6bd9ef64 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e0ac2e60-037b-493c-b64f-d832ffe6d185 HTTP/1.1" status: 200 len: 847 time: 0.0687962 Feb 05 19:04:36.784079 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431fe1f-1d91-4d21-83e8-53209a3443da req-fec11b28-b7fa-4ddd-ad80-ea351ac7759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:36.785806 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6431fe1f-1d91-4d21-83e8-53209a3443da req-fec11b28-b7fa-4ddd-ad80-ea351ac7759a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822403 Feb 05 19:04:36.934364 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6431fe1f-1d91-4d21-83e8-53209a3443da req-0eb70a85-a102-4b6b-832a-58ec7b9595fa service neutron] 10.222.0.69 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358900 Feb 05 19:04:37.080416 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-6431fe1f-1d91-4d21-83e8-53209a3443da req-412f5803-be38-46fc-8ce9-20221c6f57e4 service neutron] 10.222.0.69 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1390390 Feb 05 19:04:37.885981 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972a88d-b7fc-4845-b664-3bd4eda7d1dc req-f5941fe5-e09d-4eb0-a104-38c9458864dd tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:37.887609 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1972a88d-b7fc-4845-b664-3bd4eda7d1dc req-f5941fe5-e09d-4eb0-a104-38c9458864dd tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 985 time: 0.1679511 Feb 05 19:04:37.970082 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-1972a88d-b7fc-4845-b664-3bd4eda7d1dc req-63e230d0-a971-42ed-802c-d4971ddc857f tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&id=1a463024-57e1-4378-a382-366bb506beb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0750031 Feb 05 19:04:39.270283 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee95dec-a026-4861-b247-fad441f52814 req-d9f27ab5-1935-47ea-a1c8-d113ee09b6c4 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:39.271977 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fee95dec-a026-4861-b247-fad441f52814 req-d9f27ab5-1935-47ea-a1c8-d113ee09b6c4 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 985 time: 0.1709933 Feb 05 19:04:39.359928 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-fee95dec-a026-4861-b247-fad441f52814 req-ba297cba-6d59-49dd-85dd-62cf03072c43 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&id=1a463024-57e1-4378-a382-366bb506beb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0812199 Feb 05 19:04:40.655131 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80eb4c-6214-47b3-af16-dcf0b5fde393 req-f479920e-bd96-4d75-ad28-d6f9a188fd93 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:40.656811 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8a80eb4c-6214-47b3-af16-dcf0b5fde393 req-f479920e-bd96-4d75-ad28-d6f9a188fd93 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 985 time: 0.1642947 Feb 05 19:04:40.738782 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8a80eb4c-6214-47b3-af16-dcf0b5fde393 req-c486a588-ab7e-45df-9b6e-e428ea3720b4 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&id=1a463024-57e1-4378-a382-366bb506beb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0752773 Feb 05 19:04:42.035786 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266444d-5000-4d9c-b7a1-908696dd7d54 req-043f4215-b21f-4481-83d4-046ea8da80df tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:42.037395 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7266444d-5000-4d9c-b7a1-908696dd7d54 req-043f4215-b21f-4481-83d4-046ea8da80df tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 985 time: 0.1666913 Feb 05 19:04:42.120578 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-7266444d-5000-4d9c-b7a1-908696dd7d54 req-ad0ac00f-8da2-45ea-83ea-682fcc5f7849 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&id=1a463024-57e1-4378-a382-366bb506beb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0764475 Feb 05 19:04:43.410071 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a72e6-fcdd-4849-962b-ddf03c3a5f39 req-32b1b4c5-e3b2-4376-a98c-731d91f70d90 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:43.411791 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-030a72e6-fcdd-4849-962b-ddf03c3a5f39 req-32b1b4c5-e3b2-4376-a98c-731d91f70d90 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 985 time: 0.1655262 Feb 05 19:04:43.493191 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-030a72e6-fcdd-4849-962b-ddf03c3a5f39 req-f175a7a9-9db3-489c-b12b-d5a54dd08b79 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&id=1a463024-57e1-4378-a382-366bb506beb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0749888 Feb 05 19:04:44.788527 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09055d87-c978-426d-bb81-d11445593464 req-8498c413-ff68-457b-9dff-73478edb9990 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:44.790178 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-09055d87-c978-426d-bb81-d11445593464 req-8498c413-ff68-457b-9dff-73478edb9990 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 985 time: 0.1637883 Feb 05 19:04:44.871398 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-09055d87-c978-426d-bb81-d11445593464 req-0919d67d-1996-421e-8d47-0a061958658c tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&id=1a463024-57e1-4378-a382-366bb506beb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0748055 Feb 05 19:04:46.167416 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476962c7-03e0-46b6-b7b8-1123f094e347 req-24c651c8-6d2f-40fe-bf72-c443686be16b tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:46.169107 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-476962c7-03e0-46b6-b7b8-1123f094e347 req-24c651c8-6d2f-40fe-bf72-c443686be16b tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 985 time: 0.1656942 Feb 05 19:04:46.249288 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-476962c7-03e0-46b6-b7b8-1123f094e347 req-fc1242ed-5879-414e-9dca-8665e2a153cd tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&id=1a463024-57e1-4378-a382-366bb506beb7&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0737054 Feb 05 19:04:47.348321 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 79fce3a7-389b-4fec-84c7-efd328120cdd up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:04:47.422025 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 79fce3a7-389b-4fec-84c7-efd328120cdd triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:04:47.422445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:47.702887 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:05:02.027934 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-2c54db8a-fe90-4988-86b2-b1629d944216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:03.519780 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:04.210764 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-985ea252-c318-4c43-bb2f-09ee78ebcd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:04.862701 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:05.650533 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:06.381332 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:06.598545 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 51168) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:05:06.752037 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-33070bff-304d-4871-ae47-66b1ca1f4710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:06.767445 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-33070bff-304d-4871-ae47-66b1ca1f4710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:05:06.771448 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-33070bff-304d-4871-ae47-66b1ca1f4710 admin admin] Usage tracker for resource:security_group_rule and tenant:ad201426c6d0464190b73138e1b3311e is out of sync, need to count used quota {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:05:06.774420 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [None req-33070bff-304d-4871-ae47-66b1ca1f4710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80158) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:05:06.780731 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.quota.driver [None req-33070bff-304d-4871-ae47-66b1ca1f4710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:05:06.862705 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-33070bff-304d-4871-ae47-66b1ca1f4710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:06.865570 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-33070bff-304d-4871-ae47-66b1ca1f4710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_create {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:06.874321 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6c627b78-3730-40be-bcf1-f7e9d904320c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:06.919816 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-33070bff-304d-4871-ae47-66b1ca1f4710 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad201426c6d0464190b73138e1b3311e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195717 Feb 05 19:05:06.921601 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33070bff-304d-4871-ae47-66b1ca1f4710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1583bd0-78fe-4a5b-9738-226ca31d1246,revision_number=1']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:06.922867 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 51174) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:05:06.925103 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-33070bff-304d-4871-ae47-66b1ca1f4710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:06.986604 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a304f7a0-7e89-4f61-a020-5227f7303fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:07.014213 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a304f7a0-7e89-4f61-a020-5227f7303fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:07.064477 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a304f7a0-7e89-4f61-a020-5227f7303fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:07.069535 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-fe1ebc15-fdaf-4de7-a481-7bcc78823613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:07.082072 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304f7a0-7e89-4f61-a020-5227f7303fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1583bd0-78fe-4a5b-9738-226ca31d1246,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:07.085228 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a304f7a0-7e89-4f61-a020-5227f7303fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:07.087391 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a304f7a0-7e89-4f61-a020-5227f7303fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:07.088461 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a304f7a0-7e89-4f61-a020-5227f7303fca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1583bd0-78fe-4a5b-9738-226ca31d1246 HTTP/1.1" status: 204 len: 168 time: 0.1644480 Feb 05 19:05:08.037716 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab84163a-5166-4e4f-9941-e3041f173381 req-4717ae67-41ac-49ba-b8b3-29214cd62805 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/floatingips/09594a0d-a299-401c-8355-a72aef609ace HTTP/1.1" status: 200 len: 997 time: 0.1251731 Feb 05 19:05:08.272185 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84163a-5166-4e4f-9941-e3041f173381 req-1e5950fb-6a2c-4be5-8422-7bcd6dc8a7ab tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:08.273686 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab84163a-5166-4e4f-9941-e3041f173381 req-1e5950fb-6a2c-4be5-8422-7bcd6dc8a7ab tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/networks/43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 HTTP/1.1" status: 200 len: 784 time: 0.2300241 Feb 05 19:05:08.285296 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [req-ab84163a-5166-4e4f-9941-e3041f173381 req-715e232e-4f25-4d29-99fb-ed3e57dc7166 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 19:05:08.286370 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab84163a-5166-4e4f-9941-e3041f173381 req-715e232e-4f25-4d29-99fb-ed3e57dc7166 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0060537 Feb 05 19:05:08.423539 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab84163a-5166-4e4f-9941-e3041f173381 req-9dd32082-6ee9-4858-b12c-947b1be53e87 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.0.36 HTTP/1.1" status: 200 len: 1000 time: 0.1310184 Feb 05 19:05:08.583039 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84163a-5166-4e4f-9941-e3041f173381 req-847a99ff-dfa1-49a1-902e-86720a61c42f tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:08.584510 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab84163a-5166-4e4f-9941-e3041f173381 req-847a99ff-dfa1-49a1-902e-86720a61c42f tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports/26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 HTTP/1.1" status: 200 len: 942 time: 0.1550481 Feb 05 19:05:08.786952 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab84163a-5166-4e4f-9941-e3041f173381 req-52964d17-03e9-40e2-8687-5dc7dce53ab2 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.0.36 HTTP/1.1" status: 200 len: 1000 time: 0.1229193 Feb 05 19:05:09.014366 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-ab84163a-5166-4e4f-9941-e3041f173381 req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Deleting port 0dd302fd-4aa6-49f5-ac51-bb36e884dbe5 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:05:09.014666 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ab84163a-5166-4e4f-9941-e3041f173381 req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:09.189667 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ab84163a-5166-4e4f-9941-e3041f173381 req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:09.190232 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ab84163a-5166-4e4f-9941-e3041f173381 req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:09.318371 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-ab84163a-5166-4e4f-9941-e3041f173381 req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Calling delete_port for 0dd302fd-4aa6-49f5-ac51-bb36e884dbe5 owned by network:floatingip {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:05:09.477685 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ab84163a-5166-4e4f-9941-e3041f173381 req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:09.493151 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3fe91035-7d3b-4ab7-bf49-02fa9b87d12e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:09.587610 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Pushing event deleted for resources: {'Port': ['ID=0dd302fd-4aa6-49f5-ac51-bb36e884dbe5,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:09.601009 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.601470 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.601880 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.602283 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.602681 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.603077 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.603469 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.603859 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.604247 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.604638 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.605031 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.605449 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.605900 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.606290 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.606702 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.607608 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.607997 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.608391 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.608780 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.609194 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.609577 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.609962 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.610350 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.610735 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:09.620948 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:09.732954 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ab84163a-5166-4e4f-9941-e3041f173381 req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for floatingip, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:09.733386 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.l3_db [req-ab84163a-5166-4e4f-9941-e3041f173381 req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Floating IP 09594a0d-a299-401c-8355-a72aef609ace disassociated (deleted). External IP: 172.28.0.36, port: 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8. Feb 05 19:05:10.312824 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab84163a-5166-4e4f-9941-e3041f173381 req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Router 3a474dae-27ef-4fab-92a5-8bc87c77e26c has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:05:10.508729 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab84163a-5166-4e4f-9941-e3041f173381 req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:05:10.518474 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a057741-1b96-4dac-a3c1-e4dd1e8ac248 None None] Sync routers for ids ['3a474dae-27ef-4fab-92a5-8bc87c77e26c'] in dv-cinder-774288-2-smb {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:05:10.528388 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a057741-1b96-4dac-a3c1-e4dd1e8ac248 None None] Routers {'3a474dae-27ef-4fab-92a5-8bc87c77e26c'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:05:10.529061 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-3a057741-1b96-4dac-a3c1-e4dd1e8ac248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:05:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['3a474dae-27ef-4fab-92a5-8bc87c77e26c'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:10.548694 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-ab84163a-5166-4e4f-9941-e3041f173381 req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for floatingip, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:10.609940 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab84163a-5166-4e4f-9941-e3041f173381 req-884c15d3-a6f8-4adf-bb96-70e10bfbceb5 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "DELETE /v2.0/floatingips/09594a0d-a299-401c-8355-a72aef609ace HTTP/1.1" status: 204 len: 173 time: 1.8168550 Feb 05 19:05:10.610416 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'tag': '26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:05:10.671501 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'tag': '26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8', 'status': 'completed', 'code': 200} Feb 05 19:05:10.705389 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84163a-5166-4e4f-9941-e3041f173381 req-7db9e540-7e59-4e0d-8207-514cfdedd576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:10.707613 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab84163a-5166-4e4f-9941-e3041f173381 req-7db9e540-7e59-4e0d-8207-514cfdedd576 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fabe836c13fa45c48a6dcb2d84810683&device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 1162 time: 0.0832677 Feb 05 19:05:10.718525 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-3a057741-1b96-4dac-a3c1-e4dd1e8ac248 None None] Set router 3a474dae-27ef-4fab-92a5-8bc87c77e26c gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:05:10.792114 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab7a14-79db-48b3-9e34-e1fbb7b443ef req-7f320ecf-e917-45fd-99b3-d386573e184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:10.793758 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3bab7a14-79db-48b3-9e34-e1fbb7b443ef req-7f320ecf-e917-45fd-99b3-d386573e184a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fabe836c13fa45c48a6dcb2d84810683&device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 1162 time: 0.0792198 Feb 05 19:05:10.854357 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84163a-5166-4e4f-9941-e3041f173381 req-7cb9947f-0087-41bf-92bd-98bb61b0eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:10.855999 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab84163a-5166-4e4f-9941-e3041f173381 req-7cb9947f-0087-41bf-92bd-98bb61b0eb58 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 HTTP/1.1" status: 200 len: 902 time: 0.1415575 Feb 05 19:05:10.933895 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab84163a-5166-4e4f-9941-e3041f173381 req-56de4a2c-79ad-4fa1-bcca-b6be037c8fd3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 HTTP/1.1" status: 200 len: 217 time: 0.0701489 Feb 05 19:05:10.939452 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab7a14-79db-48b3-9e34-e1fbb7b443ef req-4335416a-8a14-4395-885a-28e57544a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:10.943889 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3bab7a14-79db-48b3-9e34-e1fbb7b443ef req-4335416a-8a14-4395-885a-28e57544a383 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 HTTP/1.1" status: 200 len: 902 time: 0.1435103 Feb 05 19:05:11.003633 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84163a-5166-4e4f-9941-e3041f173381 req-ab5a2950-2c93-42ff-bec7-cfc86fffe42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:11.005260 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab84163a-5166-4e4f-9941-e3041f173381 req-ab5a2950-2c93-42ff-bec7-cfc86fffe42d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0ac2e60-037b-493c-b64f-d832ffe6d185 HTTP/1.1" status: 200 len: 847 time: 0.0644639 Feb 05 19:05:11.024824 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3bab7a14-79db-48b3-9e34-e1fbb7b443ef req-a245fdf0-7227-448f-ad1f-2e8a8ea6dccf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 HTTP/1.1" status: 200 len: 217 time: 0.0704894 Feb 05 19:05:11.054351 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-3a057741-1b96-4dac-a3c1-e4dd1e8ac248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'name': 'tempest-TestShelveInstance-719445828-router', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:22Z', 'updated_at': '2021-02-05T19:00:28Z', 'revision_number': 4, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'gw_port': {'id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:23Z', 'updated_at': '2021-02-05T19:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '970e3084-fa92-4222-800c-499233018609', 'name': '', 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'mac_address': 'fa:16:3e:f6:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:27Z', 'updated_at': '2021-02-05T19:00:40Z', 'revision_number': 5, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'subnets': [{'id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:11.058460 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a057741-1b96-4dac-a3c1-e4dd1e8ac248 None None] Checking router: 3a474dae-27ef-4fab-92a5-8bc87c77e26c for host: dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:05:11.075725 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a057741-1b96-4dac-a3c1-e4dd1e8ac248 None None] Routers {'3a474dae-27ef-4fab-92a5-8bc87c77e26c'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:05:11.077582 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-3a057741-1b96-4dac-a3c1-e4dd1e8ac248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:05:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['3a474dae-27ef-4fab-92a5-8bc87c77e26c'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:11.096852 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84163a-5166-4e4f-9941-e3041f173381 req-b29cc9ff-b741-4a39-a4f3-3019f75733dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:11.098520 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab84163a-5166-4e4f-9941-e3041f173381 req-b29cc9ff-b741-4a39-a4f3-3019f75733dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864272 Feb 05 19:05:11.099201 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab7a14-79db-48b3-9e34-e1fbb7b443ef req-2bb7951c-2424-41f4-a7e9-10eada95e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:11.100784 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3bab7a14-79db-48b3-9e34-e1fbb7b443ef req-2bb7951c-2424-41f4-a7e9-10eada95e1f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e0ac2e60-037b-493c-b64f-d832ffe6d185 HTTP/1.1" status: 200 len: 847 time: 0.0694923 Feb 05 19:05:11.188881 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab7a14-79db-48b3-9e34-e1fbb7b443ef req-6ba0bdaf-1521-4899-9643-9e1742cb9c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:11.190443 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3bab7a14-79db-48b3-9e34-e1fbb7b443ef req-6ba0bdaf-1521-4899-9643-9e1742cb9c4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822496 Feb 05 19:05:11.244175 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab84163a-5166-4e4f-9941-e3041f173381 req-7304fa1d-f2f9-4d62-98cb-dd58fa59cd4e service neutron] 10.222.0.23 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378343 Feb 05 19:05:11.275416 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-3a057741-1b96-4dac-a3c1-e4dd1e8ac248 None None] Set router 3a474dae-27ef-4fab-92a5-8bc87c77e26c gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:05:11.338262 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3bab7a14-79db-48b3-9e34-e1fbb7b443ef req-06437714-ddc8-41a4-960c-5cc0830f73ca service neutron] 10.222.0.69 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404793 Feb 05 19:05:11.417032 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-ab84163a-5166-4e4f-9941-e3041f173381 req-3d174652-fb3b-4218-b9bb-7b8d3661be88 service neutron] 10.222.0.23 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1650519 Feb 05 19:05:11.490205 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3bab7a14-79db-48b3-9e34-e1fbb7b443ef req-af255c56-fada-4bec-800b-c583924c0076 service neutron] 10.222.0.69 "GET /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1448903 Feb 05 19:05:11.615697 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-3a057741-1b96-4dac-a3c1-e4dd1e8ac248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'name': 'tempest-TestShelveInstance-719445828-router', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:22Z', 'updated_at': '2021-02-05T19:00:28Z', 'revision_number': 4, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'gw_port': {'id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:23Z', 'updated_at': '2021-02-05T19:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '970e3084-fa92-4222-800c-499233018609', 'name': '', 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'mac_address': 'fa:16:3e:f6:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:27Z', 'updated_at': '2021-02-05T19:00:40Z', 'revision_number': 5, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'subnets': [{'id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:11.619920 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a057741-1b96-4dac-a3c1-e4dd1e8ac248 None None] The sync data for ids ['3a474dae-27ef-4fab-92a5-8bc87c77e26c'] in dv-cinder-774288-2-smb is: [{'id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'name': 'tempest-TestShelveInstance-719445828-router', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:22Z', 'updated_at': '2021-02-05T19:00:28Z', 'revision_number': 4, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'gw_port': {'id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:23Z', 'updated_at': '2021-02-05T19:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': '970e3084-fa92-4222-800c-499233018609', 'name': '', 'network_id': 'bf1edd22-bfaa-4e9d-a05e-62c246ae7b45', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'mac_address': 'fa:16:3e:f6:01:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:27Z', 'updated_at': '2021-02-05T19:00:40Z', 'revision_number': 5, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'subnets': [{'id': 'e0ac2e60-037b-493c-b64f-d832ffe6d185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:05:11.922278 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f777db6-83cd-4d27-a76c-fb72b4da905d req-f2068478-6b02-476c-b43b-76196c71257b tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:11.923097 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-2f777db6-83cd-4d27-a76c-fb72b4da905d req-f2068478-6b02-476c-b43b-76196c71257b tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Synchronizing usage tracker for tenant:fabe836c13fa45c48a6dcb2d84810683 on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:05:11.939454 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-2f777db6-83cd-4d27-a76c-fb72b4da905d req-f2068478-6b02-476c-b43b-76196c71257b tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Unset dirty status for tenant:fabe836c13fa45c48a6dcb2d84810683 on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:05:11.940726 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2f777db6-83cd-4d27-a76c-fb72b4da905d req-f2068478-6b02-476c-b43b-76196c71257b tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 945 time: 0.1813262 Feb 05 19:05:12.004529 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2f777db6-83cd-4d27-a76c-fb72b4da905d req-03339ed0-9ad2-4f4b-88ba-bca076360113 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0571845 Feb 05 19:05:12.019338 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed423fd-403e-422a-96ae-fa8445504cee None None] New status for floating IP 09594a0d-a299-401c-8355-a72aef609ace: DOWN {{(pid=80161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 19:05:13.302065 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fc486-b4cc-4846-8810-842e8242e532 req-3b88816b-5352-4dad-b723-9b9380945a79 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:13.303702 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-604fc486-b4cc-4846-8810-842e8242e532 req-3b88816b-5352-4dad-b723-9b9380945a79 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 945 time: 0.1659780 Feb 05 19:05:13.370914 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-604fc486-b4cc-4846-8810-842e8242e532 req-bae1e6a3-518f-48a5-90fb-cbe8ed8669a9 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0596304 Feb 05 19:05:13.438772 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b542cee-3ab7-4e9a-a547-b4fd5445d6f9 req-6783229e-c924-4d9d-930d-5ac89b2ebf82 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:13.439588 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-0b542cee-3ab7-4e9a-a547-b4fd5445d6f9 req-6783229e-c924-4d9d-930d-5ac89b2ebf82 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Synchronizing usage tracker for tenant:fabe836c13fa45c48a6dcb2d84810683 on resource:port {{(pid=80159) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:05:13.452519 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-0b542cee-3ab7-4e9a-a547-b4fd5445d6f9 req-6783229e-c924-4d9d-930d-5ac89b2ebf82 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Unset dirty status for tenant:fabe836c13fa45c48a6dcb2d84810683 on resource:port {{(pid=80159) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:05:13.453769 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0b542cee-3ab7-4e9a-a547-b4fd5445d6f9 req-6783229e-c924-4d9d-930d-5ac89b2ebf82 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.69 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 945 time: 0.1792233 Feb 05 19:05:13.537737 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:05:13.546791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-0b542cee-3ab7-4e9a-a547-b4fd5445d6f9 req-be5420c7-b54e-47d1-b375-551dac8d2016 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Deleting port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:05:13.547171 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0b542cee-3ab7-4e9a-a547-b4fd5445d6f9 req-be5420c7-b54e-47d1-b375-551dac8d2016 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:13.658979 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:13.687650 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8'}] {{(pid=80160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:05:13.697913 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] For port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8,segment=NetworkSegment(df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8),segment_id=df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:05:13.701805 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570'] for port, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:13.703654 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:13.762027 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8', 'code': 200} Feb 05 19:05:13.779211 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Pushing event updated for resources: {'Port': ['ID=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8,revision_number=7']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:13.787264 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.787650 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.788033 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.788406 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.788778 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.789147 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.789554 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.789919 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.790282 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.790645 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.791006 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.791363 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.791780 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.792147 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.792506 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.792864 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.793267 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.793631 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.793987 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.794955 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.795313 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.795672 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.796032 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.796388 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:13.800801 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:13.813755 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-0b542cee-3ab7-4e9a-a547-b4fd5445d6f9 req-be5420c7-b54e-47d1-b375-551dac8d2016 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] For port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8,segment=NetworkSegment(df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8),segment_id=df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:05:13.814155 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0b542cee-3ab7-4e9a-a547-b4fd5445d6f9 req-be5420c7-b54e-47d1-b375-551dac8d2016 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:13.948082 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-0b542cee-3ab7-4e9a-a547-b4fd5445d6f9 req-be5420c7-b54e-47d1-b375-551dac8d2016 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Calling delete_port for 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 owned by compute:nova {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:05:14.030720 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.api [req-0b542cee-3ab7-4e9a-a547-b4fd5445d6f9 req-be5420c7-b54e-47d1-b375-551dac8d2016 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80159) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 19:05:14.031068 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_db.api [req-0b542cee-3ab7-4e9a-a547-b4fd5445d6f9 req-be5420c7-b54e-47d1-b375-551dac8d2016 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 19:05:14.531966 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-0b542cee-3ab7-4e9a-a547-b4fd5445d6f9 req-be5420c7-b54e-47d1-b375-551dac8d2016 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Deleting port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:05:14.532524 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0b542cee-3ab7-4e9a-a547-b4fd5445d6f9 req-be5420c7-b54e-47d1-b375-551dac8d2016 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:14.662128 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13811a-6cf2-49b9-a0b5-4c7cdd852f86 req-657499f3-58d4-4288-8006-ee4cd966e464 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:14.663817 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bf13811a-6cf2-49b9-a0b5-4c7cdd852f86 req-657499f3-58d4-4288-8006-ee4cd966e464 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 943 time: 0.1626389 Feb 05 19:05:14.731094 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-bf13811a-6cf2-49b9-a0b5-4c7cdd852f86 req-3d627300-17c9-443c-ae1c-83f1310947a9 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups?id=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0605731 Feb 05 19:05:14.797081 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-0b542cee-3ab7-4e9a-a547-b4fd5445d6f9 req-be5420c7-b54e-47d1-b375-551dac8d2016 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] For port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8,segment=NetworkSegment(df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8),segment_id=df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:05:14.797499 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0b542cee-3ab7-4e9a-a547-b4fd5445d6f9 req-be5420c7-b54e-47d1-b375-551dac8d2016 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:14.926962 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-0b542cee-3ab7-4e9a-a547-b4fd5445d6f9 req-be5420c7-b54e-47d1-b375-551dac8d2016 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Calling delete_port for 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 owned by compute:nova {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:05:15.072603 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0b542cee-3ab7-4e9a-a547-b4fd5445d6f9 req-be5420c7-b54e-47d1-b375-551dac8d2016 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:15.090188 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cd1e2853-a32b-4fc3-b35a-a43eb7d921e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:15.185346 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5420c7-b54e-47d1-b375-551dac8d2016 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Pushing event deleted for resources: {'Port': ['ID=26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:15.188030 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-be5420c7-b54e-47d1-b375-551dac8d2016 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:15.289982 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b542cee-3ab7-4e9a-a547-b4fd5445d6f9 req-be5420c7-b54e-47d1-b375-551dac8d2016 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] No DVR routers for this DVR port 26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 on host hv-cinder-77428 {{(pid=80159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 19:05:15.292213 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-0b542cee-3ab7-4e9a-a547-b4fd5445d6f9 req-be5420c7-b54e-47d1-b375-551dac8d2016 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:15.294928 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'name': 'network-vif-deleted', 'tag': '26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:05:15.311602 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-0b542cee-3ab7-4e9a-a547-b4fd5445d6f9 req-be5420c7-b54e-47d1-b375-551dac8d2016 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.69 "DELETE /v2.0/ports/26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8 HTTP/1.1" status: 204 len: 173 time: 1.8508744 Feb 05 19:05:15.358454 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf', 'name': 'network-vif-deleted', 'tag': '26c2fd8d-c0cb-42f6-8ed6-c36784b9ded8', 'status': 'completed', 'code': 200} Feb 05 19:05:15.936171 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5a593228-80ae-416e-8bec-10db05bec0ff req-bff170b0-91e9-4132-a745-df9f51f2aaac tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/ports?device_id=66fc4cd4-6a4f-4c01-bbb9-50b1eeedcfdf HTTP/1.1" status: 200 len: 210 time: 0.0498457 Feb 05 19:05:17.138599 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5f272dd2-e8ee-4b5d-af5e-5b40a7d8fbf7 req-72d0ca07-c40f-4107-9385-82567f57d08c tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "GET /v2.0/security-groups/4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6 HTTP/1.1" status: 200 len: 2993 time: 0.0663679 Feb 05 19:05:17.230282 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5f272dd2-e8ee-4b5d-af5e-5b40a7d8fbf7 req-7dc2b836-cca1-44a8-bcdc-aebf1e87486f tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:17.259680 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5f272dd2-e8ee-4b5d-af5e-5b40a7d8fbf7 req-7dc2b836-cca1-44a8-bcdc-aebf1e87486f tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:17.305910 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5f272dd2-e8ee-4b5d-af5e-5b40a7d8fbf7 req-7dc2b836-cca1-44a8-bcdc-aebf1e87486f tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:17.311331 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-e25aab64-591d-4edd-bcb3-6f00818982dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:17.328369 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2b836-cca1-44a8-bcdc-aebf1e87486f tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:17.334198 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-7dc2b836-cca1-44a8-bcdc-aebf1e87486f tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:17.336209 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-5f272dd2-e8ee-4b5d-af5e-5b40a7d8fbf7 req-7dc2b836-cca1-44a8-bcdc-aebf1e87486f tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:17.337395 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-5f272dd2-e8ee-4b5d-af5e-5b40a7d8fbf7 req-7dc2b836-cca1-44a8-bcdc-aebf1e87486f tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] 10.222.0.23 "DELETE /v2.0/security-groups/4b8e3a85-3312-41dc-8dc0-0e6ee387b0a6 HTTP/1.1" status: 204 len: 173 time: 0.1926975 Feb 05 19:05:17.402790 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 51204) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:05:18.199629 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-00234107-f386-4e0c-898c-61eb93536c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2017394'] for router_interface, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:18.572654 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-00234107-f386-4e0c-898c-61eb93536c6f admin admin] Deleting port 970e3084-fa92-4222-800c-499233018609 {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:05:18.572950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-00234107-f386-4e0c-898c-61eb93536c6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:18.752365 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-00234107-f386-4e0c-898c-61eb93536c6f admin admin] For port 970e3084-fa92-4222-800c-499233018609, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=970e3084-fa92-4222-800c-499233018609,segment=NetworkSegment(df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8),segment_id=df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:05:18.752750 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-00234107-f386-4e0c-898c-61eb93536c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:18.881892 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-00234107-f386-4e0c-898c-61eb93536c6f admin admin] Calling delete_port for 970e3084-fa92-4222-800c-499233018609 owned by network:router_interface {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:05:19.052403 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-00234107-f386-4e0c-898c-61eb93536c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:19.068411 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4d1d4eb3-da80-4803-a8de-febb3b9b7a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:19.163241 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00234107-f386-4e0c-898c-61eb93536c6f admin admin] Pushing event deleted for resources: {'Port': ['ID=970e3084-fa92-4222-800c-499233018609,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:19.170303 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-00234107-f386-4e0c-898c-61eb93536c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:19.454817 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cb723144-e2f6-42d3-b464-c2745ae5bce3 req-4c176fb0-46f3-43b6-9557-40cc2dc11649 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-663587501&fields=id&tenant_id=88b1980d458a49b285a2f78bf510d421 HTTP/1.1" status: 200 len: 267 time: 0.0612042 Feb 05 19:05:19.493142 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-00234107-f386-4e0c-898c-61eb93536c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2017428'] for router_interface, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:19.621920 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb723144-e2f6-42d3-b464-c2745ae5bce3 req-eeb6c720-af68-4902-88ac-cefef7b98bef tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:19.624192 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cb723144-e2f6-42d3-b464-c2745ae5bce3 req-eeb6c720-af68-4902-88ac-cefef7b98bef tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 985 time: 0.1631463 Feb 05 19:05:19.636356 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.v2.base [req-cb723144-e2f6-42d3-b464-c2745ae5bce3 req-cba93587-0519-4b62-b92e-11e39f07be59 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Request body: {'port': {'security_groups': ['208d50b5-7d7a-4b56-a683-91bd6e32ce56']}} {{(pid=80158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:05:19.791698 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-cb723144-e2f6-42d3-b464-c2745ae5bce3 req-cba93587-0519-4b62-b92e-11e39f07be59 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853764981'] for port, before_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:20.128530 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-cb723144-e2f6-42d3-b464-c2745ae5bce3 req-cba93587-0519-4b62-b92e-11e39f07be59 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] For port 79fce3a7-389b-4fec-84c7-efd328120cdd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=79fce3a7-389b-4fec-84c7-efd328120cdd,segment=NetworkSegment(b5dc898e-cf30-4967-abad-2d0a6ab4597e),segment_id=b5dc898e-cf30-4967-abad-2d0a6ab4597e)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:05:20.156767 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-cb723144-e2f6-42d3-b464-c2745ae5bce3 req-cba93587-0519-4b62-b92e-11e39f07be59 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for port, precommit_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:20.160535 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-cb723144-e2f6-42d3-b464-c2745ae5bce3 req-cba93587-0519-4b62-b92e-11e39f07be59 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363275292245637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275292681264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761562094570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7513612'] for port, after_update {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:20.177995 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a74c4c21-962d-405f-9936-a0fac29c198c tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:20.247980 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00234107-f386-4e0c-898c-61eb93536c6f admin admin] Router 3a474dae-27ef-4fab-92a5-8bc87c77e26c has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:05:20.334202 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba93587-0519-4b62-b92e-11e39f07be59 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Pushing event updated for resources: {'Port': ['ID=79fce3a7-389b-4fec-84c7-efd328120cdd,revision_number=6']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:20.348370 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cba93587-0519-4b62-b92e-11e39f07be59 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:20.443033 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00234107-f386-4e0c-898c-61eb93536c6f admin admin] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:05:20.449028 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb723144-e2f6-42d3-b464-c2745ae5bce3 req-cba93587-0519-4b62-b92e-11e39f07be59 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:20.449681 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-cb723144-e2f6-42d3-b464-c2745ae5bce3 req-cba93587-0519-4b62-b92e-11e39f07be59 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:20.453829 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-cb723144-e2f6-42d3-b464-c2745ae5bce3 req-cba93587-0519-4b62-b92e-11e39f07be59 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "PUT /v2.0/ports/79fce3a7-389b-4fec-84c7-efd328120cdd HTTP/1.1" status: 200 len: 943 time: 0.8224583 Feb 05 19:05:20.458411 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044467f2-25f0-4623-a441-22ea2a69e941', 'tag': '79fce3a7-389b-4fec-84c7-efd328120cdd'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:05:20.458826 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9318038f-b08d-4dce-aa6f-8f96308015ae None None] Sync routers for ids ['3a474dae-27ef-4fab-92a5-8bc87c77e26c'] in dv-cinder-774288-2-smb {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:05:20.466708 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-00234107-f386-4e0c-898c-61eb93536c6f admin admin] 10.222.0.23 "PUT /v2.0/routers/3a474dae-27ef-4fab-92a5-8bc87c77e26c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0600293 Feb 05 19:05:20.469120 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9318038f-b08d-4dce-aa6f-8f96308015ae None None] Routers {'3a474dae-27ef-4fab-92a5-8bc87c77e26c'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:05:20.469836 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-9318038f-b08d-4dce-aa6f-8f96308015ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:05:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['3a474dae-27ef-4fab-92a5-8bc87c77e26c'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:20.472297 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 51216) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:05:20.575354 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2ce13ed7-18dc-41c9-bfb1-24ccaab6d873 req-109b9fe9-57a1-4d4c-b2f8-c6ad6f19f2f0 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups/1a463024-57e1-4378-a382-366bb506beb7 HTTP/1.1" status: 200 len: 3003 time: 0.0790710 Feb 05 19:05:20.577272 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044467f2-25f0-4623-a441-22ea2a69e941', 'tag': '79fce3a7-389b-4fec-84c7-efd328120cdd', 'status': 'completed', 'code': 200} Feb 05 19:05:20.688698 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2ce13ed7-18dc-41c9-bfb1-24ccaab6d873 req-f962ade3-0f5b-45f4-8ad0-8cda71d98444 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:20.689632 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba5260-8fad-4dd7-9b45-f1baccb08bb9 req-b231f420-d3b8-4ae0-ad22-3092cb481663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:20.691668 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-67ba5260-8fad-4dd7-9b45-f1baccb08bb9 req-b231f420-d3b8-4ae0-ad22-3092cb481663 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88b1980d458a49b285a2f78bf510d421&device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 1163 time: 0.0886171 Feb 05 19:05:20.717119 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-9318038f-b08d-4dce-aa6f-8f96308015ae None None] Set router 3a474dae-27ef-4fab-92a5-8bc87c77e26c gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:05:20.720550 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2ce13ed7-18dc-41c9-bfb1-24ccaab6d873 req-f962ade3-0f5b-45f4-8ad0-8cda71d98444 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:20.778126 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2ce13ed7-18dc-41c9-bfb1-24ccaab6d873 req-f962ade3-0f5b-45f4-8ad0-8cda71d98444 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:20.785106 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-33070bff-304d-4871-ae47-66b1ca1f4710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:20.802558 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962ade3-0f5b-45f4-8ad0-8cda71d98444 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a463024-57e1-4378-a382-366bb506beb7,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:20.808425 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-f962ade3-0f5b-45f4-8ad0-8cda71d98444 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:20.810523 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-2ce13ed7-18dc-41c9-bfb1-24ccaab6d873 req-f962ade3-0f5b-45f4-8ad0-8cda71d98444 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:20.811861 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-2ce13ed7-18dc-41c9-bfb1-24ccaab6d873 req-f962ade3-0f5b-45f4-8ad0-8cda71d98444 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "DELETE /v2.0/security-groups/1a463024-57e1-4378-a382-366bb506beb7 HTTP/1.1" status: 204 len: 173 time: 0.2296982 Feb 05 19:05:20.929313 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-73cad588-463d-4a28-b759-65348e0faff4 None None] Provisioning complete for port 79fce3a7-389b-4fec-84c7-efd328120cdd triggered by entity DHCP. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:05:20.929736 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-73cad588-463d-4a28-b759-65348e0faff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:20.974944 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-959950be-1ce1-4943-8c47-02c3726b5fc4 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/floatingips/c373c272-f386-44ca-acd8-a05f36a1e9b9 HTTP/1.1" status: 200 len: 999 time: 0.1306007 Feb 05 19:05:21.014944 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba5260-8fad-4dd7-9b45-f1baccb08bb9 req-ec562753-a8e1-4922-be35-ce634c08594c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:21.016577 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-67ba5260-8fad-4dd7-9b45-f1baccb08bb9 req-ec562753-a8e1-4922-be35-ce634c08594c service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 HTTP/1.1" status: 200 len: 908 time: 0.3181114 Feb 05 19:05:21.086266 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cf02e5a8-266f-4d4c-bbe4-81e3669a87cb admin admin] Notify callbacks [] for router, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:21.232674 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-589675ee-1092-4daa-bbd5-c5d80653d484 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:21.234203 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-589675ee-1092-4daa-bbd5-c5d80653d484 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/networks/43003cf3-0c0b-48ed-9e38-49f5e4f74bf6 HTTP/1.1" status: 200 len: 784 time: 0.2506180 Feb 05 19:05:21.245987 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-bb1d649d-9b7c-4403-8c37-7219531edca1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 19:05:21.248210 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-bb1d649d-9b7c-4403-8c37-7219531edca1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0066164 Feb 05 19:05:21.277202 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-67ba5260-8fad-4dd7-9b45-f1baccb08bb9 req-50a0fdb8-33a3-49f4-913e-d65f615a0220 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79fce3a7-389b-4fec-84c7-efd328120cdd HTTP/1.1" status: 200 len: 1002 time: 0.2524915 Feb 05 19:05:21.339834 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-9318038f-b08d-4dce-aa6f-8f96308015ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'name': 'tempest-TestShelveInstance-719445828-router', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:22Z', 'updated_at': '2021-02-05T19:05:18Z', 'revision_number': 5, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'gw_port': {'id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:23Z', 'updated_at': '2021-02-05T19:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:21.344783 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9318038f-b08d-4dce-aa6f-8f96308015ae None None] Checking router: 3a474dae-27ef-4fab-92a5-8bc87c77e26c for host: dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:05:21.355347 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9318038f-b08d-4dce-aa6f-8f96308015ae None None] Routers {'3a474dae-27ef-4fab-92a5-8bc87c77e26c'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:05:21.356101 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-9318038f-b08d-4dce-aa6f-8f96308015ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:05:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['3a474dae-27ef-4fab-92a5-8bc87c77e26c'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:21.369548 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cf02e5a8-266f-4d4c-bbe4-81e3669a87cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:21.379375 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-cf02e5a8-266f-4d4c-bbe4-81e3669a87cb admin admin] Deleting port 75a0dc92-8a11-4b5c-98ec-658917323b02 {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:05:21.379375 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cf02e5a8-266f-4d4c-bbe4-81e3669a87cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:21.389611 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-5a4562b3-92ef-4f91-8b31-adb8bb7f3478 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.0.112 HTTP/1.1" status: 200 len: 1002 time: 0.1339152 Feb 05 19:05:21.412707 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba5260-8fad-4dd7-9b45-f1baccb08bb9 req-6e6ea037-f2e9-43e0-bd21-6e5c300bc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:21.414345 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-67ba5260-8fad-4dd7-9b45-f1baccb08bb9 req-6e6ea037-f2e9-43e0-bd21-6e5c300bc4e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=195cbf3b-d5aa-426b-9a13-d472e284d6f0 HTTP/1.1" status: 200 len: 853 time: 0.1310387 Feb 05 19:05:21.554155 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-baf1a46d-8f49-4c82-860f-7a13525f9610 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:21.555651 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-baf1a46d-8f49-4c82-860f-7a13525f9610 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports/79fce3a7-389b-4fec-84c7-efd328120cdd HTTP/1.1" status: 200 len: 943 time: 0.1596184 Feb 05 19:05:21.564025 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-9318038f-b08d-4dce-aa6f-8f96308015ae None None] Set router 3a474dae-27ef-4fab-92a5-8bc87c77e26c gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:05:21.645076 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba5260-8fad-4dd7-9b45-f1baccb08bb9 req-bbc28dd1-9bb5-4928-9111-90900cd8c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:21.647533 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-67ba5260-8fad-4dd7-9b45-f1baccb08bb9 req-bbc28dd1-9bb5-4928-9111-90900cd8c759 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2255237 Feb 05 19:05:21.701708 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-cf02e5a8-266f-4d4c-bbe4-81e3669a87cb admin admin] For port 75a0dc92-8a11-4b5c-98ec-658917323b02, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=75a0dc92-8a11-4b5c-98ec-658917323b02,segment=NetworkSegment(c666c010-ae90-4bff-a771-8500e5274c3e),segment_id=c666c010-ae90-4bff-a771-8500e5274c3e)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:05:21.702507 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cf02e5a8-266f-4d4c-bbe4-81e3669a87cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:21.777785 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-f86dd8c1-3eb5-4806-8a0c-6843c49e1a88 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.28.0.112 HTTP/1.1" status: 200 len: 1002 time: 0.1278870 Feb 05 19:05:21.829443 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 79fce3a7-389b-4fec-84c7-efd328120cdd up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:05:21.901015 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-cf02e5a8-266f-4d4c-bbe4-81e3669a87cb admin admin] Calling delete_port for 75a0dc92-8a11-4b5c-98ec-658917323b02 owned by network:router_gateway {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:05:21.967674 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 79fce3a7-389b-4fec-84c7-efd328120cdd triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:05:21.968380 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:22.017457 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-9318038f-b08d-4dce-aa6f-8f96308015ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'name': 'tempest-TestShelveInstance-719445828-router', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:22Z', 'updated_at': '2021-02-05T19:05:18Z', 'revision_number': 5, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'gw_port': {'id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:23Z', 'updated_at': '2021-02-05T19:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:22.030896 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-67ba5260-8fad-4dd7-9b45-f1baccb08bb9 req-ff485cdb-3594-4216-b8e8-053da72019e6 service neutron] 10.222.0.69 "GET /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698306 Feb 05 19:05:22.034119 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9318038f-b08d-4dce-aa6f-8f96308015ae None None] The sync data for ids ['3a474dae-27ef-4fab-92a5-8bc87c77e26c'] in dv-cinder-774288-2-smb is: [{'id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'name': 'tempest-TestShelveInstance-719445828-router', 'tenant_id': 'fabe836c13fa45c48a6dcb2d84810683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:22Z', 'updated_at': '2021-02-05T19:05:18Z', 'revision_number': 5, 'project_id': 'fabe836c13fa45c48a6dcb2d84810683', 'gw_port': {'id': '75a0dc92-8a11-4b5c-98ec-658917323b02', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:26:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a474dae-27ef-4fab-92a5-8bc87c77e26c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:23Z', 'updated_at': '2021-02-05T19:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}] {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:05:22.201109 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cf02e5a8-266f-4d4c-bbe4-81e3669a87cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:22.267130 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-6b539f71-ac0b-4c05-bc0e-2e76b3c613a8 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Deleting port 9cbb90f6-eff6-4f03-8978-788e29b64bb6 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:05:22.267506 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-6b539f71-ac0b-4c05-bc0e-2e76b3c613a8 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:22.326593 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-67ba5260-8fad-4dd7-9b45-f1baccb08bb9 req-107d20ae-9135-4f40-89bb-151d00a42803 service neutron] 10.222.0.69 "GET /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2869716 Feb 05 19:05:22.438521 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cf02e5a8-266f-4d4c-bbe4-81e3669a87cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852754427'] for router_gateway, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:22.482462 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-6b539f71-ac0b-4c05-bc0e-2e76b3c613a8 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:22.482763 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-6b539f71-ac0b-4c05-bc0e-2e76b3c613a8 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:22.622055 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-6b539f71-ac0b-4c05-bc0e-2e76b3c613a8 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Calling delete_port for 9cbb90f6-eff6-4f03-8978-788e29b64bb6 owned by network:floatingip {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:05:22.787944 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-6b539f71-ac0b-4c05-bc0e-2e76b3c613a8 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:22.803765 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-674a4b17-d7f3-4b0c-b93c-4dd79b6c49a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:22.824713 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cf02e5a8-266f-4d4c-bbe4-81e3669a87cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852750658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769151'] for router, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:22.827995 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cf02e5a8-266f-4d4c-bbe4-81e3669a87cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:22.849597 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cf02e5a8-266f-4d4c-bbe4-81e3669a87cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852754240'] for router, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:22.850280 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf02e5a8-266f-4d4c-bbe4-81e3669a87cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a474dae-27ef-4fab-92a5-8bc87c77e26c {{(pid=80159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 19:05:22.863262 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cf02e5a8-266f-4d4c-bbe4-81e3669a87cb admin admin] Notify callbacks [] for router, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:22.867149 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-cf02e5a8-266f-4d4c-bbe4-81e3669a87cb admin admin] 10.222.0.23 "DELETE /v2.0/routers/3a474dae-27ef-4fab-92a5-8bc87c77e26c HTTP/1.1" status: 204 len: 168 time: 2.3912690 Feb 05 19:05:22.867407 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 51224) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:05:22.898841 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b539f71-ac0b-4c05-bc0e-2e76b3c613a8 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Pushing event deleted for resources: {'Port': ['ID=9cbb90f6-eff6-4f03-8978-788e29b64bb6,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:22.906565 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-6b539f71-ac0b-4c05-bc0e-2e76b3c613a8 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:22.941593 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-9038ff19-acd4-4c54-82fe-a0ab9e7cbdca admin admin] Deleting subnet e0ac2e60-037b-493c-b64f-d832ffe6d185 {{(pid=80159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 19:05:22.944805 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9038ff19-acd4-4c54-82fe-a0ab9e7cbdca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:22.998348 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9038ff19-acd4-4c54-82fe-a0ab9e7cbdca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8221168'] for subnet, precommit_delete_associations {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:23.032899 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-6b539f71-ac0b-4c05-bc0e-2e76b3c613a8 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks [] for floatingip, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:23.033293 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.db.l3_db [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-6b539f71-ac0b-4c05-bc0e-2e76b3c613a8 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Floating IP c373c272-f386-44ca-acd8-a05f36a1e9b9 disassociated (deleted). External IP: 172.28.0.112, port: 79fce3a7-389b-4fec-84c7-efd328120cdd. Feb 05 19:05:23.084392 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9038ff19-acd4-4c54-82fe-a0ab9e7cbdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748778'] for subnet, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:23.349755 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9038ff19-acd4-4c54-82fe-a0ab9e7cbdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847988684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1094117'] for subnet, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:23.365678 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-18d4c4fe-2b1c-4ec4-9d28-55b4100e1d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:23.411054 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-6b539f71-ac0b-4c05-bc0e-2e76b3c613a8 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Router 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:05:23.455122 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038ff19-acd4-4c54-82fe-a0ab9e7cbdca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ac2e60-037b-493c-b64f-d832ffe6d185,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:23.467839 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-9038ff19-acd4-4c54-82fe-a0ab9e7cbdca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:23.501065 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-9038ff19-acd4-4c54-82fe-a0ab9e7cbdca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for subnet, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:23.506850 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83512a3-2273-4aa7-9b23-d587ec940e78 None None] Network bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:05:23.507093 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-9038ff19-acd4-4c54-82fe-a0ab9e7cbdca admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e0ac2e60-037b-493c-b64f-d832ffe6d185 HTTP/1.1" status: 204 len: 168 time: 0.6385024 Feb 05 19:05:23.509825 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 51228) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:05:23.600491 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-6b539f71-ac0b-4c05-bc0e-2e76b3c613a8 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:05:23.611310 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a0ff7c-5724-4632-99ff-811fdf99b410 None None] Sync routers for ids ['5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'] in dv-cinder-774288-2-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:05:23.621287 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a0ff7c-5724-4632-99ff-811fdf99b410 None None] Routers {'5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:05:23.622821 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-09a0ff7c-5724-4632-99ff-811fdf99b410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:05:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:23.631540 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-6b539f71-ac0b-4c05-bc0e-2e76b3c613a8 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for floatingip, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:23.644225 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989089'] for network, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:23.729019 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] Deleting port 3357fa15-ab4f-40fd-8712-edd7199e9fea {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:05:23.729424 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:23.734194 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-6b539f71-ac0b-4c05-bc0e-2e76b3c613a8 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "DELETE /v2.0/floatingips/c373c272-f386-44ca-acd8-a05f36a1e9b9 HTTP/1.1" status: 204 len: 173 time: 1.9490945 Feb 05 19:05:23.734787 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044467f2-25f0-4623-a441-22ea2a69e941', 'tag': '79fce3a7-389b-4fec-84c7-efd328120cdd'}] {{(pid=80158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:05:23.780550 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 970e3084-fa92-4222-800c-499233018609 no longer exists at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:05:23.831287 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-769bb299-4739-4597-831b-2c808a423a4b None None] No Port match for: 970e3084-fa92-4222-800c-499233018609 {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:05:23.831763 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 970e3084-fa92-4222-800c-499233018609 not bound to the agent host dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:05:23.832226 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 75a0dc92-8a11-4b5c-98ec-658917323b02 no longer exists at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:05:23.851080 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044467f2-25f0-4623-a441-22ea2a69e941', 'tag': '79fce3a7-389b-4fec-84c7-efd328120cdd', 'status': 'completed', 'code': 200} Feb 05 19:05:23.869807 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a897ca-4df8-412e-b12d-6035953a4bf3 None None] DHCP port deletion for bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 request from dv-cinder-774288-2-smb {{(pid=80160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 05 19:05:23.880344 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-769bb299-4739-4597-831b-2c808a423a4b None None] No Port match for: 75a0dc92-8a11-4b5c-98ec-658917323b02 {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:05:23.880699 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 75a0dc92-8a11-4b5c-98ec-658917323b02 not bound to the agent host dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:05:23.882439 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-92a897ca-4df8-412e-b12d-6035953a4bf3 None None] Deleting port 3357fa15-ab4f-40fd-8712-edd7199e9fea {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:05:23.882879 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-92a897ca-4df8-412e-b12d-6035953a4bf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:23.902791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-ffd1c9a4-17f3-40d3-a679-90df60bc66e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:23.904470 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-ffd1c9a4-17f3-40d3-a679-90df60bc66e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=88b1980d458a49b285a2f78bf510d421&device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 1163 time: 0.1330779 Feb 05 19:05:23.936198 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-09a0ff7c-5724-4632-99ff-811fdf99b410 None None] Set router 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:05:24.067427 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] For port 3357fa15-ab4f-40fd-8712-edd7199e9fea, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=3357fa15-ab4f-40fd-8712-edd7199e9fea,segment=NetworkSegment(df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8),segment_id=df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:05:24.067773 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:24.080542 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-e4236271-6c5d-4c56-986f-df0ad9045b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:24.091132 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-e4236271-6c5d-4c56-986f-df0ad9045b86 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 HTTP/1.1" status: 200 len: 908 time: 0.1793568 Feb 05 19:05:24.111436 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-92a897ca-4df8-412e-b12d-6035953a4bf3 None None] For port 3357fa15-ab4f-40fd-8712-edd7199e9fea, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=3357fa15-ab4f-40fd-8712-edd7199e9fea,segment=NetworkSegment(df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8),segment_id=df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:05:24.111955 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-92a897ca-4df8-412e-b12d-6035953a4bf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:24.136150 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4431d-dac7-4aa4-b3e7-20fc5d29d832 req-ac02b761-c0e5-4453-8543-9c4a8b48959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:24.138454 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c2f4431d-dac7-4aa4-b3e7-20fc5d29d832 req-ac02b761-c0e5-4453-8543-9c4a8b48959e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=88b1980d458a49b285a2f78bf510d421&device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 1163 time: 0.2615051 Feb 05 19:05:24.176339 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-51faef4a-9ddb-4032-816e-dee53230ec2b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79fce3a7-389b-4fec-84c7-efd328120cdd HTTP/1.1" status: 200 len: 217 time: 0.0837953 Feb 05 19:05:24.208401 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] Calling delete_port for 3357fa15-ab4f-40fd-8712-edd7199e9fea owned by network:dhcp {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:05:24.246464 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-72e4e65c-4789-42f3-9b34-bdc568338190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:24.248743 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-72e4e65c-4789-42f3-9b34-bdc568338190 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=195cbf3b-d5aa-426b-9a13-d472e284d6f0 HTTP/1.1" status: 200 len: 853 time: 0.0711644 Feb 05 19:05:24.260278 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-92a897ca-4df8-412e-b12d-6035953a4bf3 None None] Calling delete_port for 3357fa15-ab4f-40fd-8712-edd7199e9fea owned by network:dhcp {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:05:24.319303 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-09a0ff7c-5724-4632-99ff-811fdf99b410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'name': 'tempest-TestMinimumBasicScenario-206336435-router', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:03:12Z', 'updated_at': '2021-02-05T19:03:17Z', 'revision_number': 4, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'gw_port': {'id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:13Z', 'updated_at': '2021-02-05T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': 'd00101b6-72f7-49fd-9fb9-f263bad5eb2b', 'name': '', 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'mac_address': 'fa:16:3e:ad:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:16Z', 'updated_at': '2021-02-05T19:03:26Z', 'revision_number': 5, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'subnets': [{'id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:24.324038 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a0ff7c-5724-4632-99ff-811fdf99b410 None None] Checking router: 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 for host: dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:05:24.332482 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:24.335569 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a0ff7c-5724-4632-99ff-811fdf99b410 None None] Routers {'5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:05:24.336837 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-09a0ff7c-5724-4632-99ff-811fdf99b410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:05:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:24.345919 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-3a63e2b7-58b8-43db-8cee-b5af48be05f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:24.347670 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-3a63e2b7-58b8-43db-8cee-b5af48be05f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0917199 Feb 05 19:05:24.395676 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.api [None req-92a897ca-4df8-412e-b12d-6035953a4bf3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 19:05:24.396191 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_db.api [None req-92a897ca-4df8-412e-b12d-6035953a4bf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 19:05:24.417200 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-3a0462b9-3409-44da-b8df-f83dd3b71f12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:24.509912 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-02ea11e1-ba8a-4f1d-a92e-9e57c7f23b86 service neutron] 10.222.0.23 "GET /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545553 Feb 05 19:05:24.531894 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] Pushing event deleted for resources: {'Port': ['ID=3357fa15-ab4f-40fd-8712-edd7199e9fea,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:24.541914 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:24.608636 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] No DVR routers for this DVR port 3357fa15-ab4f-40fd-8712-edd7199e9fea on host dv-cinder-774288-2-smb {{(pid=80159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 19:05:24.670928 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8b88a1ed-5f8e-4ebf-8570-a8e6bbc8342b req-6f8f0007-3f66-4b6f-8070-15691f2e0325 service neutron] 10.222.0.23 "GET /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1545980 Feb 05 19:05:24.672485 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4431d-dac7-4aa4-b3e7-20fc5d29d832 req-8430067e-29ec-46d3-8bac-de2c47e4315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:24.674114 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c2f4431d-dac7-4aa4-b3e7-20fc5d29d832 req-8430067e-29ec-46d3-8bac-de2c47e4315b service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 HTTP/1.1" status: 200 len: 908 time: 0.3735900 Feb 05 19:05:24.696868 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:05:24.709640 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-09a0ff7c-5724-4632-99ff-811fdf99b410 None None] Set router 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:05:24.811136 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c2f4431d-dac7-4aa4-b3e7-20fc5d29d832 req-7b897578-038f-4045-bb21-033007d69156 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79fce3a7-389b-4fec-84c7-efd328120cdd HTTP/1.1" status: 200 len: 217 time: 0.0825324 Feb 05 19:05:24.816892 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1016662', 'neutron.services.segments.db._delete_segments_for_network-8761562595665'] for network, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:24.897841 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-92a897ca-4df8-412e-b12d-6035953a4bf3 None None] Deleting port 3357fa15-ab4f-40fd-8712-edd7199e9fea {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:05:24.898720 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-92a897ca-4df8-412e-b12d-6035953a4bf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:24.978136 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1edd22-bfaa-4e9d-a05e-62c246ae7b45']}} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:24.992077 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-92a897ca-4df8-412e-b12d-6035953a4bf3 None None] The port '3357fa15-ab4f-40fd-8712-edd7199e9fea' was deleted {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 05 19:05:24.992299 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8') {'for_net_delete': True} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:24.992615 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df82f6c2-f48b-4b5d-9f24-f6ae1dcb39b8') {} {{(pid=80159) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:25.014301 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761562606195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846554632'] for segment, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:25.041509 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:25.045467 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 19:05:25.054724 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-09a0ff7c-5724-4632-99ff-811fdf99b410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'name': 'tempest-TestMinimumBasicScenario-206336435-router', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:03:12Z', 'updated_at': '2021-02-05T19:03:17Z', 'revision_number': 4, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'gw_port': {'id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:13Z', 'updated_at': '2021-02-05T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': 'd00101b6-72f7-49fd-9fb9-f263bad5eb2b', 'name': '', 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'mac_address': 'fa:16:3e:ad:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:16Z', 'updated_at': '2021-02-05T19:03:26Z', 'revision_number': 5, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'subnets': [{'id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:25.059097 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a0ff7c-5724-4632-99ff-811fdf99b410 None None] The sync data for ids ['5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'] in dv-cinder-774288-2-smb is: [{'id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'name': 'tempest-TestMinimumBasicScenario-206336435-router', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:03:12Z', 'updated_at': '2021-02-05T19:03:17Z', 'revision_number': 4, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'gw_port': {'id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:13Z', 'updated_at': '2021-02-05T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb', '_interfaces': [{'id': 'd00101b6-72f7-49fd-9fb9-f263bad5eb2b', 'name': '', 'network_id': 'e5a4a39f-1a43-4a81-ad41-d73da9ea1a86', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'mac_address': 'fa:16:3e:ad:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:16Z', 'updated_at': '2021-02-05T19:03:26Z', 'revision_number': 5, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'subnets': [{'id': '195cbf3b-d5aa-426b-9a13-d472e284d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:05:25.075892 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4431d-dac7-4aa4-b3e7-20fc5d29d832 req-e78453d3-f496-4b10-9a19-79151eb8b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:25.076984 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c2f4431d-dac7-4aa4-b3e7-20fc5d29d832 req-e78453d3-f496-4b10-9a19-79151eb8b7ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=195cbf3b-d5aa-426b-9a13-d472e284d6f0 HTTP/1.1" status: 200 len: 853 time: 0.2413778 Feb 05 19:05:25.290785 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] Network bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:05:25.301754 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853759575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847988511'] for segment, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:25.491374 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4431d-dac7-4aa4-b3e7-20fc5d29d832 req-757a2e33-0f6b-4c88-8250-f3861b068850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:25.493005 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c2f4431d-dac7-4aa4-b3e7-20fc5d29d832 req-757a2e33-0f6b-4c88-8250-f3861b068850 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3625493 Feb 05 19:05:25.494731 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] Network bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 has no segments {{(pid=80159) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:05:25.495502 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fa4ec1-44a1-406e-ad01-4882f9ecb717 None None] New status for floating IP c373c272-f386-44ca-acd8-a05f36a1e9b9: DOWN {{(pid=80160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: Traceback (most recent call last): Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: timer() Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: cb(*args, **kw) Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: return func(*args, **kwargs) Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: self._notify() Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: self.callback(batched_events) Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: event.method(event) Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: segment_id)['aggregates'][0] Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: return f(self, *a, **k) Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: return self._get(url).json() Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: **kwargs) Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: **endpoint_filter) Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 19:05:25.521423 dv-cinder-774288-2-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 19:05:25.729578 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 3357fa15-ab4f-40fd-8712-edd7199e9fea no longer exists at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:05:25.771284 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-769bb299-4739-4597-831b-2c808a423a4b None None] No Port match for: 3357fa15-ab4f-40fd-8712-edd7199e9fea {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:05:25.771679 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 3357fa15-ab4f-40fd-8712-edd7199e9fea not bound to the agent host dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:05:25.924137 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853759138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2021475'] for network, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:25.938447 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:25.951953 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:25.964634 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf1edd22-bfaa-4e9d-a05e-62c246ae7b45,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:25.982558 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:25.999993 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-773be663-39da-4972-87e2-aab8c945d726 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bf1edd22-bfaa-4e9d-a05e-62c246ae7b45 HTTP/1.1" status: 204 len: 168 time: 2.4891684 Feb 05 19:05:26.003533 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 51242) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:05:26.008353 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c2f4431d-dac7-4aa4-b3e7-20fc5d29d832 req-94c5072c-92fd-4637-93b0-6259bd5ad6de service neutron] 10.222.0.69 "GET /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357314 Feb 05 19:05:26.155915 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-c2f4431d-dac7-4aa4-b3e7-20fc5d29d832 req-1858761f-9506-483d-92c3-bf76197ca14e service neutron] 10.222.0.69 "GET /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403646 Feb 05 19:05:26.920575 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-744cb78c-2d99-4cbb-9f89-5089ddf9d7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2017394'] for router_interface, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:27.285892 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-744cb78c-2d99-4cbb-9f89-5089ddf9d7dd admin admin] Deleting port 36e0b58c-d89d-46ca-982c-64cff82a8a9b {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:05:27.286266 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-744cb78c-2d99-4cbb-9f89-5089ddf9d7dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:27.465257 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-744cb78c-2d99-4cbb-9f89-5089ddf9d7dd admin admin] For port 36e0b58c-d89d-46ca-982c-64cff82a8a9b, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=36e0b58c-d89d-46ca-982c-64cff82a8a9b,segment=NetworkSegment(7d109662-bdff-4190-a94d-889f6928fa16),segment_id=7d109662-bdff-4190-a94d-889f6928fa16)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:05:27.465729 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-744cb78c-2d99-4cbb-9f89-5089ddf9d7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:27.595713 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-744cb78c-2d99-4cbb-9f89-5089ddf9d7dd admin admin] Calling delete_port for 36e0b58c-d89d-46ca-982c-64cff82a8a9b owned by network:router_interface {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:05:27.769734 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-744cb78c-2d99-4cbb-9f89-5089ddf9d7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:27.785438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-18e77111-1cd4-4984-8e16-51e8edbacf18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:27.876105 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cb78c-2d99-4cbb-9f89-5089ddf9d7dd admin admin] Pushing event deleted for resources: {'Port': ['ID=36e0b58c-d89d-46ca-982c-64cff82a8a9b,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:27.886229 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-744cb78c-2d99-4cbb-9f89-5089ddf9d7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:28.272930 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-744cb78c-2d99-4cbb-9f89-5089ddf9d7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2017428'] for router_interface, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:28.435644 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c343c7e-1e7e-421a-b9e4-8f051865ea38 req-40a5592d-a5cb-4998-9dbb-e6ec7e897678 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:28.436440 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-9c343c7e-1e7e-421a-b9e4-8f051865ea38 req-40a5592d-a5cb-4998-9dbb-e6ec7e897678 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Synchronizing usage tracker for tenant:88b1980d458a49b285a2f78bf510d421 on resource:port {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:05:28.471005 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-9c343c7e-1e7e-421a-b9e4-8f051865ea38 req-40a5592d-a5cb-4998-9dbb-e6ec7e897678 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Unset dirty status for tenant:88b1980d458a49b285a2f78bf510d421 on resource:port {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:05:28.472255 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9c343c7e-1e7e-421a-b9e4-8f051865ea38 req-40a5592d-a5cb-4998-9dbb-e6ec7e897678 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 946 time: 0.3244517 Feb 05 19:05:28.564506 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-9c343c7e-1e7e-421a-b9e4-8f051865ea38 req-213a0fa8-ddb3-40d8-b039-0df3df3b12d1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Synchronizing usage tracker for tenant:88b1980d458a49b285a2f78bf510d421 on resource:security_group {{(pid=80158) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:05:28.726934 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-9c343c7e-1e7e-421a-b9e4-8f051865ea38 req-213a0fa8-ddb3-40d8-b039-0df3df3b12d1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Unset dirty status for tenant:88b1980d458a49b285a2f78bf510d421 on resource:security_group {{(pid=80158) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:05:28.728084 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-9c343c7e-1e7e-421a-b9e4-8f051865ea38 req-213a0fa8-ddb3-40d8-b039-0df3df3b12d1 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450652 Feb 05 19:05:28.953987 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744cb78c-2d99-4cbb-9f89-5089ddf9d7dd admin admin] Router 9f8a9721-6969-4287-a597-b8659de0d247 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:05:29.380076 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744cb78c-2d99-4cbb-9f89-5089ddf9d7dd admin admin] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:05:29.389043 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69381c57-2677-4404-94c8-a324f7929254 None None] Sync routers for ids ['9f8a9721-6969-4287-a597-b8659de0d247'] in dv-cinder-774288-2-smb {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:05:29.389191 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-744cb78c-2d99-4cbb-9f89-5089ddf9d7dd admin admin] 10.222.0.23 "PUT /v2.0/routers/9f8a9721-6969-4287-a597-b8659de0d247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3845325 Feb 05 19:05:29.391857 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 51262) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:05:29.398794 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69381c57-2677-4404-94c8-a324f7929254 None None] Routers {'9f8a9721-6969-4287-a597-b8659de0d247'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:05:29.399463 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-69381c57-2677-4404-94c8-a324f7929254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:05:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['9f8a9721-6969-4287-a597-b8659de0d247'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:29.575178 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-627e4f74-53c5-481f-a2ff-6d1773cdbfc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:29.591430 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-69381c57-2677-4404-94c8-a324f7929254 None None] Set router 9f8a9721-6969-4287-a597-b8659de0d247 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:05:29.767077 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-627e4f74-53c5-481f-a2ff-6d1773cdbfc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:29.772951 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-627e4f74-53c5-481f-a2ff-6d1773cdbfc8 admin admin] Deleting port ecaafff2-b938-4a3e-a98f-e60f62728f0f {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:05:29.773360 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-627e4f74-53c5-481f-a2ff-6d1773cdbfc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:29.885655 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 79fce3a7-389b-4fec-84c7-efd328120cdd up at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:05:29.902092 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-69381c57-2677-4404-94c8-a324f7929254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8a9721-6969-4287-a597-b8659de0d247', 'name': 'tempest-TestShelveInstance-1851139780-router', 'tenant_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ecaafff2-b938-4a3e-a98f-e60f62728f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:34Z', 'updated_at': '2021-02-05T19:05:27Z', 'revision_number': 5, 'project_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'gw_port': {'id': 'ecaafff2-b938-4a3e-a98f-e60f62728f0f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8a9721-6969-4287-a597-b8659de0d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:35Z', 'updated_at': '2021-02-05T19:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:29.906858 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69381c57-2677-4404-94c8-a324f7929254 None None] Checking router: 9f8a9721-6969-4287-a597-b8659de0d247 for host: dv-cinder-774288-2-smb {{(pid=80161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:05:29.915902 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69381c57-2677-4404-94c8-a324f7929254 None None] Routers {'9f8a9721-6969-4287-a597-b8659de0d247'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:05:29.916562 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-69381c57-2677-4404-94c8-a324f7929254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:05:04Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['9f8a9721-6969-4287-a597-b8659de0d247'], 'active': True} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:29.969147 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.provisioning_blocks [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Provisioning complete for port 79fce3a7-389b-4fec-84c7-efd328120cdd triggered by entity L2. {{(pid=80160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:05:29.969941 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853755991'] for port, provisioning_complete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:30.037440 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-627e4f74-53c5-481f-a2ff-6d1773cdbfc8 admin admin] For port ecaafff2-b938-4a3e-a98f-e60f62728f0f, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=ecaafff2-b938-4a3e-a98f-e60f62728f0f,segment=NetworkSegment(c666c010-ae90-4bff-a771-8500e5274c3e),segment_id=c666c010-ae90-4bff-a771-8500e5274c3e)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:05:30.037836 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-627e4f74-53c5-481f-a2ff-6d1773cdbfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:30.111028 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-69381c57-2677-4404-94c8-a324f7929254 None None] Set router 9f8a9721-6969-4287-a597-b8659de0d247 gateway port host: dv-cinder-774288-2-smb {{(pid=80161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:05:30.126947 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef30d83-d6d0-42ad-b69e-f871c22cb520 req-0fbba90f-8834-42c2-82d8-56a31cf6628e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:30.128666 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aef30d83-d6d0-42ad-b69e-f871c22cb520 req-0fbba90f-8834-42c2-82d8-56a31cf6628e tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 946 time: 0.2322288 Feb 05 19:05:30.146102 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaac54b-5ade-4d05-bda3-513c9e4942b4 req-6af0e35b-10ad-4733-9b09-2d6215a5bd69 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:30.146919 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-8aaac54b-5ade-4d05-bda3-513c9e4942b4 req-6af0e35b-10ad-4733-9b09-2d6215a5bd69 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Synchronizing usage tracker for tenant:88b1980d458a49b285a2f78bf510d421 on resource:port {{(pid=80159) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:05:30.161119 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.quota.resource [req-8aaac54b-5ade-4d05-bda3-513c9e4942b4 req-6af0e35b-10ad-4733-9b09-2d6215a5bd69 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Unset dirty status for tenant:88b1980d458a49b285a2f78bf510d421 on resource:port {{(pid=80159) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:05:30.162447 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8aaac54b-5ade-4d05-bda3-513c9e4942b4 req-6af0e35b-10ad-4733-9b09-2d6215a5bd69 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.69 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 946 time: 0.2103937 Feb 05 19:05:30.257330 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-627e4f74-53c5-481f-a2ff-6d1773cdbfc8 admin admin] Calling delete_port for ecaafff2-b938-4a3e-a98f-e60f62728f0f owned by network:router_gateway {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:05:30.257709 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-8aaac54b-5ade-4d05-bda3-513c9e4942b4 req-5ccd3184-d594-4a0d-b20e-165c21a6b735 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Deleting port 79fce3a7-389b-4fec-84c7-efd328120cdd {{(pid=80159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:05:30.258099 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8aaac54b-5ade-4d05-bda3-513c9e4942b4 req-5ccd3184-d594-4a0d-b20e-165c21a6b735 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:30.383113 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-aef30d83-d6d0-42ad-b69e-f871c22cb520 req-31d9bf28-db4d-4fac-9043-ecebd3f5b522 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/security-groups?id=208d50b5-7d7a-4b56-a683-91bd6e32ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960146 Feb 05 19:05:30.423298 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-69381c57-2677-4404-94c8-a324f7929254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8a9721-6969-4287-a597-b8659de0d247', 'name': 'tempest-TestShelveInstance-1851139780-router', 'tenant_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ecaafff2-b938-4a3e-a98f-e60f62728f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:34Z', 'updated_at': '2021-02-05T19:05:27Z', 'revision_number': 5, 'project_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'gw_port': {'id': 'ecaafff2-b938-4a3e-a98f-e60f62728f0f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8a9721-6969-4287-a597-b8659de0d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:35Z', 'updated_at': '2021-02-05T19:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80161) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:30.427507 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69381c57-2677-4404-94c8-a324f7929254 None None] The sync data for ids ['9f8a9721-6969-4287-a597-b8659de0d247'] in dv-cinder-774288-2-smb is: [{'id': '9f8a9721-6969-4287-a597-b8659de0d247', 'name': 'tempest-TestShelveInstance-1851139780-router', 'tenant_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ecaafff2-b938-4a3e-a98f-e60f62728f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:00:34Z', 'updated_at': '2021-02-05T19:05:27Z', 'revision_number': 5, 'project_id': '4613a8d14b9a47f886c07af6cd89b5ed', 'gw_port': {'id': 'ecaafff2-b938-4a3e-a98f-e60f62728f0f', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8a9721-6969-4287-a597-b8659de0d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:00:35Z', 'updated_at': '2021-02-05T19:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}] {{(pid=80161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:05:30.489212 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-627e4f74-53c5-481f-a2ff-6d1773cdbfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:30.554171 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [req-8aaac54b-5ade-4d05-bda3-513c9e4942b4 req-5ccd3184-d594-4a0d-b20e-165c21a6b735 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] For port 79fce3a7-389b-4fec-84c7-efd328120cdd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=79fce3a7-389b-4fec-84c7-efd328120cdd,segment=NetworkSegment(b5dc898e-cf30-4967-abad-2d0a6ab4597e),segment_id=b5dc898e-cf30-4967-abad-2d0a6ab4597e)] {{(pid=80159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:05:30.554570 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8aaac54b-5ade-4d05-bda3-513c9e4942b4 req-5ccd3184-d594-4a0d-b20e-165c21a6b735 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:30.681078 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-627e4f74-53c5-481f-a2ff-6d1773cdbfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852754427'] for router_gateway, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:30.696929 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [req-8aaac54b-5ade-4d05-bda3-513c9e4942b4 req-5ccd3184-d594-4a0d-b20e-165c21a6b735 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Calling delete_port for 79fce3a7-389b-4fec-84c7-efd328120cdd owned by compute:nova {{(pid=80159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:05:30.822674 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-627e4f74-53c5-481f-a2ff-6d1773cdbfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852750658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769151'] for router, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:30.825257 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-627e4f74-53c5-481f-a2ff-6d1773cdbfc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:30.848769 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8aaac54b-5ade-4d05-bda3-513c9e4942b4 req-5ccd3184-d594-4a0d-b20e-165c21a6b735 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6787102'] for port, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:30.850695 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-627e4f74-53c5-481f-a2ff-6d1773cdbfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852754240'] for router, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:30.851287 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627e4f74-53c5-481f-a2ff-6d1773cdbfc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f8a9721-6969-4287-a597-b8659de0d247 {{(pid=80158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 19:05:30.864995 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-be5420c7-b54e-47d1-b375-551dac8d2016 tempest-TestShelveInstance-830114157 tempest-TestShelveInstance-830114157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:30.866841 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-627e4f74-53c5-481f-a2ff-6d1773cdbfc8 admin admin] Notify callbacks [] for router, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:30.868238 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-627e4f74-53c5-481f-a2ff-6d1773cdbfc8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9f8a9721-6969-4287-a597-b8659de0d247 HTTP/1.1" status: 204 len: 168 time: 1.4754119 Feb 05 19:05:30.870984 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 51268) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:05:30.922077 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd3184-d594-4a0d-b20e-165c21a6b735 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Pushing event deleted for resources: {'Port': ['ID=79fce3a7-389b-4fec-84c7-efd328120cdd,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:30.946453 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-20203972-e8a8-4ff4-ae93-ced88a82cb13 admin admin] Deleting subnet 5ffb64ce-9d45-4c6d-9838-172b56aca540 {{(pid=80158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 19:05:30.949872 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-20203972-e8a8-4ff4-ae93-ced88a82cb13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:30.968742 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-5ccd3184-d594-4a0d-b20e-165c21a6b735 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:31.002134 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-20203972-e8a8-4ff4-ae93-ced88a82cb13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6615767'] for subnet, precommit_delete_associations {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:31.092904 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aaac54b-5ade-4d05-bda3-513c9e4942b4 req-5ccd3184-d594-4a0d-b20e-165c21a6b735 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] No DVR routers for this DVR port 79fce3a7-389b-4fec-84c7-efd328120cdd on host hv-cinder-77428 {{(pid=80159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 19:05:31.095842 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [req-8aaac54b-5ade-4d05-bda3-513c9e4942b4 req-5ccd3184-d594-4a0d-b20e-165c21a6b735 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854747128'] for port, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:31.098816 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044467f2-25f0-4623-a441-22ea2a69e941', 'name': 'network-vif-deleted', 'tag': '79fce3a7-389b-4fec-84c7-efd328120cdd'}] {{(pid=80159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:05:31.110570 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-20203972-e8a8-4ff4-ae93-ced88a82cb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748778'] for subnet, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:31.119849 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-8aaac54b-5ade-4d05-bda3-513c9e4942b4 req-5ccd3184-d594-4a0d-b20e-165c21a6b735 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.69 "DELETE /v2.0/ports/79fce3a7-389b-4fec-84c7-efd328120cdd HTTP/1.1" status: 204 len: 173 time: 0.9520664 Feb 05 19:05:31.169803 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044467f2-25f0-4623-a441-22ea2a69e941', 'name': 'network-vif-deleted', 'tag': '79fce3a7-389b-4fec-84c7-efd328120cdd', 'status': 'completed', 'code': 200} Feb 05 19:05:31.379144 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-20203972-e8a8-4ff4-ae93-ced88a82cb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7513663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848261096'] for subnet, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:31.394503 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:31.482276 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20203972-e8a8-4ff4-ae93-ced88a82cb13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ffb64ce-9d45-4c6d-9838-172b56aca540,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:31.495071 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-20203972-e8a8-4ff4-ae93-ced88a82cb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:31.530818 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-20203972-e8a8-4ff4-ae93-ced88a82cb13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:31.537238 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749c1a14-4211-47a1-b71c-7bd50a745e16 None None] Network a161ea63-ef99-4afe-97b1-9ddbc82b4da6 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:05:31.538295 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-20203972-e8a8-4ff4-ae93-ced88a82cb13 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5ffb64ce-9d45-4c6d-9838-172b56aca540 HTTP/1.1" status: 204 len: 168 time: 0.6662049 Feb 05 19:05:31.541162 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 51276) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:05:31.721752 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989089'] for network, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:31.733997 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 79fce3a7-389b-4fec-84c7-efd328120cdd no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:05:31.770732 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 36e0b58c-d89d-46ca-982c-64cff82a8a9b no longer exists at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:05:31.789489 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [req-3e49e017-1438-471f-957e-3eacb54ad34b req-6de858bd-64a3-4607-a189-87451d3c980a tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] 10.222.0.23 "GET /v2.0/ports?device_id=044467f2-25f0-4623-a441-22ea2a69e941 HTTP/1.1" status: 200 len: 210 time: 0.2430346 Feb 05 19:05:31.807233 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] Deleting port deee14de-fac5-472f-92c5-2887ef2b790a {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:05:31.807453 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:31.814540 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] No Port match for: 79fce3a7-389b-4fec-84c7-efd328120cdd {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:05:31.814938 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Device 79fce3a7-389b-4fec-84c7-efd328120cdd not bound to the agent host hv-cinder-77428 {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:05:31.816611 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-769bb299-4739-4597-831b-2c808a423a4b None None] No Port match for: 36e0b58c-d89d-46ca-982c-64cff82a8a9b {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:05:31.816994 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 36e0b58c-d89d-46ca-982c-64cff82a8a9b not bound to the agent host dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:05:31.817479 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device ecaafff2-b938-4a3e-a98f-e60f62728f0f no longer exists at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:05:31.863666 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-769bb299-4739-4597-831b-2c808a423a4b None None] No Port match for: ecaafff2-b938-4a3e-a98f-e60f62728f0f {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:05:31.864053 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device ecaafff2-b938-4a3e-a98f-e60f62728f0f not bound to the agent host dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:05:31.941568 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf351d0-8bc8-4eb6-80a5-f7cd62b72f30 None None] DHCP port deletion for a161ea63-ef99-4afe-97b1-9ddbc82b4da6 request from dv-cinder-774288-2-smb {{(pid=80160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 05 19:05:31.945821 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-6cf351d0-8bc8-4eb6-80a5-f7cd62b72f30 None None] Deleting port deee14de-fac5-472f-92c5-2887ef2b790a {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:05:31.946277 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6cf351d0-8bc8-4eb6-80a5-f7cd62b72f30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:32.027770 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] For port deee14de-fac5-472f-92c5-2887ef2b790a, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=deee14de-fac5-472f-92c5-2887ef2b790a,segment=NetworkSegment(7d109662-bdff-4190-a94d-889f6928fa16),segment_id=7d109662-bdff-4190-a94d-889f6928fa16)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:05:32.028685 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:32.065536 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-b79f45a9-f904-4950-a930-166ef84491ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:32.167331 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] Calling delete_port for deee14de-fac5-472f-92c5-2887ef2b790a owned by network:dhcp {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:05:32.351090 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-6cf351d0-8bc8-4eb6-80a5-f7cd62b72f30 None None] For port deee14de-fac5-472f-92c5-2887ef2b790a, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=deee14de-fac5-472f-92c5-2887ef2b790a,segment=NetworkSegment(7d109662-bdff-4190-a94d-889f6928fa16),segment_id=7d109662-bdff-4190-a94d-889f6928fa16)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:05:32.351509 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6cf351d0-8bc8-4eb6-80a5-f7cd62b72f30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:32.492482 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-6cf351d0-8bc8-4eb6-80a5-f7cd62b72f30 None None] Calling delete_port for deee14de-fac5-472f-92c5-2887ef2b790a owned by network:dhcp {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:05:32.493037 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:32.508852 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a00dc3ff-e4a8-4aba-bbda-f42f35c738b8 tempest-VolumesSnapshotTestJSON-604022479 tempest-VolumesSnapshotTestJSON-604022479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:32.566780 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.api [None req-6cf351d0-8bc8-4eb6-80a5-f7cd62b72f30 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80160) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 19:05:32.567184 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_db.api [None req-6cf351d0-8bc8-4eb6-80a5-f7cd62b72f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 19:05:32.605765 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] Pushing event deleted for resources: {'Port': ['ID=deee14de-fac5-472f-92c5-2887ef2b790a,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:32.608597 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:32.651705 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] No DVR routers for this DVR port deee14de-fac5-472f-92c5-2887ef2b790a on host dv-cinder-774288-2-smb {{(pid=80158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 19:05:32.771178 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1016662', 'neutron.services.segments.db._delete_segments_for_network-8761562595665'] for network, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:32.884573 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a161ea63-ef99-4afe-97b1-9ddbc82b4da6']}} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:32.897241 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d109662-bdff-4190-a94d-889f6928fa16') {'for_net_delete': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:32.897542 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d109662-bdff-4190-a94d-889f6928fa16') {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:32.910348 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761562606195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848160033'] for segment, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:32.925958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:32.927974 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 19:05:33.068620 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-6cf351d0-8bc8-4eb6-80a5-f7cd62b72f30 None None] Deleting port deee14de-fac5-472f-92c5-2887ef2b790a {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:05:33.069046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6cf351d0-8bc8-4eb6-80a5-f7cd62b72f30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:33.111083 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] Network a161ea63-ef99-4afe-97b1-9ddbc82b4da6 has no segments {{(pid=80158) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:05:33.120533 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853759575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7513834'] for segment, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:33.144174 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-6cf351d0-8bc8-4eb6-80a5-f7cd62b72f30 None None] The port 'deee14de-fac5-472f-92c5-2887ef2b790a' was deleted {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 05 19:05:33.303572 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] Network a161ea63-ef99-4afe-97b1-9ddbc82b4da6 has no segments {{(pid=80158) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: Traceback (most recent call last): Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: timer() Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: cb(*args, **kw) Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: return func(*args, **kwargs) Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: self._notify() Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: self.callback(batched_events) Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: event.method(event) Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: segment_id)['aggregates'][0] Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: return f(self, *a, **k) Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: return self._get(url).json() Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: **kwargs) Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: **endpoint_filter) Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 19:05:33.326493 dv-cinder-774288-2-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 19:05:33.401243 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853759138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2021475'] for network, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:33.405023 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:33.419796 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:33.434723 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] Pushing event deleted for resources: {'Network': ['ID=a161ea63-ef99-4afe-97b1-9ddbc82b4da6,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:33.437846 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:33.442611 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a7689d89-9f81-44d3-a7e1-3d0483227544 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a161ea63-ef99-4afe-97b1-9ddbc82b4da6 HTTP/1.1" status: 204 len: 168 time: 1.8997321 Feb 05 19:05:33.518980 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:33.605205 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 51330) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:05:33.661118 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-ce6ea9d8-8a90-4cf3-8af6-b6bf5e7be2ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fabe836c13fa45c48a6dcb2d84810683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521398 Feb 05 19:05:33.661386 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 51334) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:05:33.719098 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 51338) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:05:33.736403 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device deee14de-fac5-472f-92c5-2887ef2b790a no longer exists at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:05:33.773737 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-769bb299-4739-4597-831b-2c808a423a4b None None] No Port match for: deee14de-fac5-472f-92c5-2887ef2b790a {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:05:33.774123 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device deee14de-fac5-472f-92c5-2887ef2b790a not bound to the agent host dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:05:33.849129 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-449fc476-6529-4278-a90a-bca2095df623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:33.904405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-449fc476-6529-4278-a90a-bca2095df623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:34.116791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-449fc476-6529-4278-a90a-bca2095df623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:34.124230 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c783059b-0854-4d5e-885b-a669297bcdcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:34.143195 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fc476-6529-4278-a90a-bca2095df623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccd4532-5a8d-4f79-a237-e471aeec6f00,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:34.152958 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-449fc476-6529-4278-a90a-bca2095df623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:34.164725 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-449fc476-6529-4278-a90a-bca2095df623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:34.165861 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-449fc476-6529-4278-a90a-bca2095df623 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ccd4532-5a8d-4f79-a237-e471aeec6f00 HTTP/1.1" status: 204 len: 168 time: 0.5035396 Feb 05 19:05:34.212759 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7cb8f9e5-2ed9-4c8b-9cf8-acf1bb453b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:34.387394 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-17aa056c-42f0-48ed-bc0c-1541678fbaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2017394'] for router_interface, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:34.592322 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 51346) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:05:34.645761 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a2ac02ad-e48d-4abf-8c85-708c63b076f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4613a8d14b9a47f886c07af6cd89b5ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515668 Feb 05 19:05:34.648404 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80159) accepted ('10.222.0.23', 51350) {{(pid=80159) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:05:34.715139 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:34.742693 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:34.771965 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-17aa056c-42f0-48ed-bc0c-1541678fbaf5 admin admin] Deleting port d00101b6-72f7-49fd-9fb9-f263bad5eb2b {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:05:34.772339 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-17aa056c-42f0-48ed-bc0c-1541678fbaf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:34.788053 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:34.793212 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-63764c02-98dd-47d8-97d8-bdc3279adc62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:34.811003 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daa1dd1-cb6e-4e79-977e-532faa381770,revision_number=None']} {{(pid=80159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:34.819724 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.820200 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.820547 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.820954 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.821386 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.821788 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.822188 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.822583 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.822980 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.823372 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.823764 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.824156 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.824608 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.825033 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.825694 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.825845 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.826235 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.826625 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.827015 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.827408 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.827800 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.828191 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.828581 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.828973 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-smb {{(pid=80159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:05:34.831980 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80159) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:34.836022 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3daa1dd1-cb6e-4e79-977e-532faa381770 HTTP/1.1" status: 204 len: 168 time: 0.1837950 Feb 05 19:05:34.836022 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-a158a8ef-8bfd-4781-bd56-83f084d79c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80159) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:34.878700 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:34.959019 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-17aa056c-42f0-48ed-bc0c-1541678fbaf5 admin admin] For port d00101b6-72f7-49fd-9fb9-f263bad5eb2b, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=d00101b6-72f7-49fd-9fb9-f263bad5eb2b,segment=NetworkSegment(b5dc898e-cf30-4967-abad-2d0a6ab4597e),segment_id=b5dc898e-cf30-4967-abad-2d0a6ab4597e)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:05:34.959410 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-17aa056c-42f0-48ed-bc0c-1541678fbaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:35.092498 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-17aa056c-42f0-48ed-bc0c-1541678fbaf5 admin admin] Calling delete_port for d00101b6-72f7-49fd-9fb9-f263bad5eb2b owned by network:router_interface {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:05:35.282779 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-17aa056c-42f0-48ed-bc0c-1541678fbaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:35.298719 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-cba93587-0519-4b62-b92e-11e39f07be59 tempest-TestMinimumBasicScenario-1397941488 tempest-TestMinimumBasicScenario-1397941488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:35.394094 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa056c-42f0-48ed-bc0c-1541678fbaf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d00101b6-72f7-49fd-9fb9-f263bad5eb2b,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:35.398051 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-17aa056c-42f0-48ed-bc0c-1541678fbaf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:35.655963 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:35.941085 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-17aa056c-42f0-48ed-bc0c-1541678fbaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2017428'] for router_interface, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:36.385532 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:36.446080 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17aa056c-42f0-48ed-bc0c-1541678fbaf5 admin admin] Router 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 has already been hosted by L3 agent bd4dec02-4eee-4379-a252-b5bf2c30f85c {{(pid=80158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:05:36.639301 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17aa056c-42f0-48ed-bc0c-1541678fbaf5 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-smb the message routers_updated {{(pid=80158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:05:36.648019 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a47c76-6c04-4d7a-9f63-bda5e3517e39 None None] Sync routers for ids ['5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'] in dv-cinder-774288-2-smb {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:05:36.651994 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-17aa056c-42f0-48ed-bc0c-1541678fbaf5 admin admin] 10.222.0.23 "PUT /v2.0/routers/5247e79e-a0fc-4dc2-aea8-d5c120b0fed1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9318187 Feb 05 19:05:36.655262 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 51356) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:05:36.658876 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a47c76-6c04-4d7a-9f63-bda5e3517e39 None None] Routers {'5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:05:36.659561 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-38a47c76-6c04-4d7a-9f63-bda5e3517e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:05:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:36.838203 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c26778b-0acc-4323-bf58-337efd869d27 admin admin] Notify callbacks [] for router, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:36.855001 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-38a47c76-6c04-4d7a-9f63-bda5e3517e39 None None] Set router 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:05:37.024732 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c26778b-0acc-4323-bf58-337efd869d27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:37.031372 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-7c26778b-0acc-4323-bf58-337efd869d27 admin admin] Deleting port af61b8ed-9514-4ff6-8e33-429af924d235 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:05:37.031735 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c26778b-0acc-4323-bf58-337efd869d27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:37.156985 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-38a47c76-6c04-4d7a-9f63-bda5e3517e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'name': 'tempest-TestMinimumBasicScenario-206336435-router', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:03:12Z', 'updated_at': '2021-02-05T19:05:35Z', 'revision_number': 5, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'gw_port': {'id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:13Z', 'updated_at': '2021-02-05T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:37.161150 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a47c76-6c04-4d7a-9f63-bda5e3517e39 None None] Checking router: 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 for host: dv-cinder-774288-2-smb {{(pid=80160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:05:37.170270 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a47c76-6c04-4d7a-9f63-bda5e3517e39 None None] Routers {'5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'} bound to L3 agent in host dv-cinder-774288-2-smb {{(pid=80160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:05:37.170975 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-38a47c76-6c04-4d7a-9f63-bda5e3517e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T18:46:34Z,description=,heartbeat_timestamp=2021-02-05T19:05:34Z,host='dv-cinder-774288-2-smb',id=bd4dec02-4eee-4379-a252-b5bf2c30f85c,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:46:34Z,topic='l3_agent')) {'router_ids': ['5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'], 'active': True} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:37.212311 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-7c26778b-0acc-4323-bf58-337efd869d27 admin admin] For port af61b8ed-9514-4ff6-8e33-429af924d235, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=af61b8ed-9514-4ff6-8e33-429af924d235,segment=NetworkSegment(c666c010-ae90-4bff-a771-8500e5274c3e),segment_id=c666c010-ae90-4bff-a771-8500e5274c3e)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:05:37.212703 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c26778b-0acc-4323-bf58-337efd869d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:37.349791 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-7c26778b-0acc-4323-bf58-337efd869d27 admin admin] Calling delete_port for af61b8ed-9514-4ff6-8e33-429af924d235 owned by network:router_gateway {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:05:37.360462 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvr_db [None req-38a47c76-6c04-4d7a-9f63-bda5e3517e39 None None] Set router 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 gateway port host: dv-cinder-774288-2-smb {{(pid=80160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:05:37.484628 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c26778b-0acc-4323-bf58-337efd869d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847262187'] for port, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:37.659431 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_hamode_db [None req-38a47c76-6c04-4d7a-9f63-bda5e3517e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'name': 'tempest-TestMinimumBasicScenario-206336435-router', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:03:12Z', 'updated_at': '2021-02-05T19:05:35Z', 'revision_number': 5, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'gw_port': {'id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:13Z', 'updated_at': '2021-02-05T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}], 'dv-cinder-774288-2-smb', False) {} {{(pid=80160) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:37.663661 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a47c76-6c04-4d7a-9f63-bda5e3517e39 None None] The sync data for ids ['5247e79e-a0fc-4dc2-aea8-d5c120b0fed1'] in dv-cinder-774288-2-smb is: [{'id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'name': 'tempest-TestMinimumBasicScenario-206336435-router', 'tenant_id': '88b1980d458a49b285a2f78bf510d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'external_fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37'}], 'enable_snat': True}, 'gw_port_id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:03:12Z', 'updated_at': '2021-02-05T19:05:35Z', 'revision_number': 5, 'project_id': '88b1980d458a49b285a2f78bf510d421', 'gw_port': {'id': 'af61b8ed-9514-4ff6-8e33-429af924d235', 'name': '', 'network_id': '43003cf3-0c0b-48ed-9e38-49f5e4f74bf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247e79e-a0fc-4dc2-aea8-d5c120b0fed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'ip_address': '172.28.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:03:13Z', 'updated_at': '2021-02-05T19:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe140d3-b1db-4f68-bd90-821acea9aebe', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-smb'}] {{(pid=80160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:05:37.675852 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c26778b-0acc-4323-bf58-337efd869d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852754427'] for router_gateway, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:37.816587 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c26778b-0acc-4323-bf58-337efd869d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852750658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769151'] for router, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:37.818939 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c26778b-0acc-4323-bf58-337efd869d27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:37.839681 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c26778b-0acc-4323-bf58-337efd869d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852754240'] for router, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:37.840233 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c26778b-0acc-4323-bf58-337efd869d27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 {{(pid=80158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 19:05:37.852315 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-7c26778b-0acc-4323-bf58-337efd869d27 admin admin] Notify callbacks [] for router, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:37.853586 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-7c26778b-0acc-4323-bf58-337efd869d27 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5247e79e-a0fc-4dc2-aea8-d5c120b0fed1 HTTP/1.1" status: 204 len: 168 time: 1.1973107 Feb 05 19:05:37.856181 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 51360) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:05:37.922287 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb42a36d-c841-4b5e-9402-9ed0fa2a59af admin admin] Deleting subnet 195cbf3b-d5aa-426b-9a13-d472e284d6f0 {{(pid=80158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 19:05:37.925708 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bb42a36d-c841-4b5e-9402-9ed0fa2a59af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:37.981826 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bb42a36d-c841-4b5e-9402-9ed0fa2a59af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6615767'] for subnet, precommit_delete_associations {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:38.064985 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bb42a36d-c841-4b5e-9402-9ed0fa2a59af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853748778'] for subnet, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:38.333494 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bb42a36d-c841-4b5e-9402-9ed0fa2a59af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1026977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7513663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848261096'] for subnet, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:38.349400 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c846403f-a0f9-4edb-9b17-f4f035dfdc39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:38.434241 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42a36d-c841-4b5e-9402-9ed0fa2a59af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=195cbf3b-d5aa-426b-9a13-d472e284d6f0,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:38.445968 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-bb42a36d-c841-4b5e-9402-9ed0fa2a59af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:38.478160 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bb42a36d-c841-4b5e-9402-9ed0fa2a59af admin admin] Notify callbacks [] for subnet, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:38.483894 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82bfbd6-b9c3-4f4f-9417-90d85bd92fa8 None None] Network e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 requested from dv-cinder-774288-2-smb {{(pid=80160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:05:38.484173 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-bb42a36d-c841-4b5e-9402-9ed0fa2a59af admin admin] 10.222.0.23 "DELETE /v2.0/subnets/195cbf3b-d5aa-426b-9a13-d472e284d6f0 HTTP/1.1" status: 204 len: 168 time: 0.6270049 Feb 05 19:05:38.486909 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 51364) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:05:38.749242 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22472d91-1266-4db5-af2a-a85b4f552cbc None None] DHCP port deletion for e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 request from dv-cinder-774288-2-smb {{(pid=80160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 05 19:05:38.754209 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-22472d91-1266-4db5-af2a-a85b4f552cbc None None] Deleting port 9811fc5c-ddf5-4111-ae00-acdaf581d392 {{(pid=80160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:05:38.754624 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-22472d91-1266-4db5-af2a-a85b4f552cbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:38.850808 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989089'] for network, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:38.922495 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] Deleting port 9811fc5c-ddf5-4111-ae00-acdaf581d392 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:05:38.922975 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:38.980334 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-22472d91-1266-4db5-af2a-a85b4f552cbc None None] For port 9811fc5c-ddf5-4111-ae00-acdaf581d392, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=9811fc5c-ddf5-4111-ae00-acdaf581d392,segment=NetworkSegment(b5dc898e-cf30-4967-abad-2d0a6ab4597e),segment_id=b5dc898e-cf30-4967-abad-2d0a6ab4597e)] {{(pid=80160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:05:38.980660 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-22472d91-1266-4db5-af2a-a85b4f552cbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:39.109656 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-22472d91-1266-4db5-af2a-a85b4f552cbc None None] Calling delete_port for 9811fc5c-ddf5-4111-ae00-acdaf581d392 owned by network:dhcp {{(pid=80160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:05:39.139348 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.db [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] For port 9811fc5c-ddf5-4111-ae00-acdaf581d392, host dv-cinder-774288-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-smb',level=0,port_id=9811fc5c-ddf5-4111-ae00-acdaf581d392,segment=NetworkSegment(b5dc898e-cf30-4967-abad-2d0a6ab4597e),segment_id=b5dc898e-cf30-4967-abad-2d0a6ab4597e)] {{(pid=80158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:05:39.139735 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2029341'] for port, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:39.185599 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-22472d91-1266-4db5-af2a-a85b4f552cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853765026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036791787957', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363275292245620', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761562094536'] for port, after_delete {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:39.200852 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-522ce9fc-7c05-4165-b4ed-18a0acb6ffbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:39.274337 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] Calling delete_port for 9811fc5c-ddf5-4111-ae00-acdaf581d392 owned by network:dhcp {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:05:39.291326 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22472d91-1266-4db5-af2a-a85b4f552cbc None None] Pushing event deleted for resources: {'Port': ['ID=9811fc5c-ddf5-4111-ae00-acdaf581d392,revision_number=None']} {{(pid=80160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:39.298279 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-22472d91-1266-4db5-af2a-a85b4f552cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80160) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:39.341596 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22472d91-1266-4db5-af2a-a85b4f552cbc None None] No DVR routers for this DVR port 9811fc5c-ddf5-4111-ae00-acdaf581d392 on host dv-cinder-774288-2-smb {{(pid=80160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 19:05:39.353874 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.db.api [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80158) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 19:05:39.354333 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_db.api [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 19:05:39.733207 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 9811fc5c-ddf5-4111-ae00-acdaf581d392 no longer exists at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:05:39.773768 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-769bb299-4739-4597-831b-2c808a423a4b None None] No Port match for: 9811fc5c-ddf5-4111-ae00-acdaf581d392 {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:05:39.774275 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device 9811fc5c-ddf5-4111-ae00-acdaf581d392 not bound to the agent host dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:05:39.774589 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device d00101b6-72f7-49fd-9fb9-f263bad5eb2b no longer exists at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:05:39.808850 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-769bb299-4739-4597-831b-2c808a423a4b None None] No Port match for: d00101b6-72f7-49fd-9fb9-f263bad5eb2b {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:05:39.809263 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device d00101b6-72f7-49fd-9fb9-f263bad5eb2b not bound to the agent host dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:05:39.810314 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device af61b8ed-9514-4ff6-8e33-429af924d235 no longer exists at agent ovs-agent-dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:05:39.843978 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-769bb299-4739-4597-831b-2c808a423a4b None None] No Port match for: af61b8ed-9514-4ff6-8e33-429af924d235 {{(pid=80160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:05:39.844363 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.rpc [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Device af61b8ed-9514-4ff6-8e33-429af924d235 not bound to the agent host dv-cinder-774288-2-smb {{(pid=80160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:05:39.855392 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] Deleting port 9811fc5c-ddf5-4111-ae00-acdaf581d392 {{(pid=80158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:05:39.855928 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761562512533'] for port, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:39.930500 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.plugin [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] The port '9811fc5c-ddf5-4111-ae00-acdaf581d392' was deleted {{(pid=80158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 05 19:05:40.053206 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1016662', 'neutron.services.segments.db._delete_segments_for_network-8761562595665'] for network, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:40.165422 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a4a39f-1a43-4a81-ad41-d73da9ea1a86']}} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:40.178540 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5dc898e-cf30-4967-abad-2d0a6ab4597e') {'for_net_delete': True} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:40.178872 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.services.segments.db [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5dc898e-cf30-4967-abad-2d0a6ab4597e') {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:05:40.190708 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761562606195', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848160033'] for segment, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:40.205099 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1016240'] for segment, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:40.207046 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 19:05:40.383970 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] Network e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 has no segments {{(pid=80158) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:05:40.397405 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853759575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7513834'] for segment, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:40.573966 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.plugins.ml2.managers [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] Network e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 has no segments {{(pid=80158) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: % (table.description, expected, rows_matched) Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: % (table.description, expected, rows_matched) Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: % (table.description, expected, rows_matched) Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: % (table.description, expected, rows_matched) Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: Traceback (most recent call last): Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: timer() Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: cb(*args, **kw) Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: return func(*args, **kwargs) Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: self._notify() Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: self.callback(batched_events) Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: event.method(event) Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: segment_id)['aggregates'][0] Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: return f(self, *a, **k) Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: return self._get(url).json() Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: **kwargs) Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: return self.request(url, 'GET', **kwargs) Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: **endpoint_filter) Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 19:05:40.597031 dv-cinder-774288-2-smb neutron-server[80047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 19:05:40.674244 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853759138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2021475'] for network, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:40.677773 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:40.693419 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615884'] for network, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:40.699730 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] Pushing event deleted for resources: {'Network': ['ID=e5a4a39f-1a43-4a81-ad41-d73da9ea1a86,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:40.704689 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:40.710981 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-4f928b0c-c593-4236-84c4-6aaca6c140ff admin admin] 10.222.0.23 "DELETE /v2.0/networks/e5a4a39f-1a43-4a81-ad41-d73da9ea1a86 HTTP/1.1" status: 204 len: 168 time: 2.2230537 Feb 05 19:05:40.927190 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 51370) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:05:40.979005 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-f6f3c386-41f1-4fa6-bd02-9b3f3cec6dec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88b1980d458a49b285a2f78bf510d421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505493 Feb 05 19:05:40.981664 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.wsgi [-] (80158) accepted ('10.222.0.23', 51374) {{(pid=80158) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:05:41.044859 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1e48a3d3-4ff0-4389-b2ca-8431824681fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:41.071330 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1e48a3d3-4ff0-4389-b2ca-8431824681fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:41.116093 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1e48a3d3-4ff0-4389-b2ca-8431824681fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852826737'] for security_group, after_delete {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:41.121212 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-c1597597-5515-4308-bdb2-88806656bede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:05:41.136491 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48a3d3-4ff0-4389-b2ca-8431824681fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208d50b5-7d7a-4b56-a683-91bd6e32ce56,revision_number=None']} {{(pid=80158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:05:41.139283 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG oslo_concurrency.lockutils [None req-1e48a3d3-4ff0-4389-b2ca-8431824681fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:05:41.145112 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1e48a3d3-4ff0-4389-b2ca-8431824681fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:41.146346 dv-cinder-774288-2-smb neutron-server[80047]: INFO neutron.wsgi [None req-1e48a3d3-4ff0-4389-b2ca-8431824681fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/208d50b5-7d7a-4b56-a683-91bd6e32ce56 HTTP/1.1" status: 204 len: 168 time: 0.1637073 Feb 05 19:06:01.701221 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:06:02.028064 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-dac909b0-6c76-49a7-a212-ed73566b8938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:03.539116 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:04.214038 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d76766a6-8ec0-4640-a704-a17d20bbedb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:04.869726 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:05.648635 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:06.388548 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:32.030040 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6b9525aa-b4c7-4a67-9d46-1008aa5c222d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:33.562995 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:34.216201 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bb22a645-c763-46f8-b099-575ae114e281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:34.872623 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:35.650504 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:36.392853 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:38.701245 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:07:02.033344 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-551b34e4-fe0f-487d-ac70-f803244a26c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:03.562319 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:04.217082 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-cda01cb6-aecd-41b9-b64e-5a316b0fee47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:04.876438 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:05.653735 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:06.395339 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:15.701073 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:07:32.035134 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-f1986c67-ad9a-4db3-9e4f-54738c6e5dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:33.560485 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:34.218286 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-91f99c8c-dbc8-407b-92a3-7e77b74ae31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:34.879630 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:35.654636 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:36.399743 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:52.700982 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:08:02.036102 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ee4618f3-3486-4372-8b3e-27a0d406bd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:03.563508 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:04.218726 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e0fcfcca-4125-4164-a016-78360ea46404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:04.883223 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:05.656788 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:06.403006 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:29.701851 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:08:32.037112 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-978df725-3e23-4b06-b1a2-ad04386d4d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:33.575495 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:34.219518 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-d39c30f0-b770-4788-9b4a-747a1f97daa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:34.887404 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:35.658393 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:36.406468 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:02.038603 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-1332e269-87a3-4ed2-9164-fa0739de5334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:03.589619 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:04.221029 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6682-f748-4048-b18f-ac83d010d840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:04.888885 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:05.658862 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:06.411909 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:06.701777 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:09:32.041505 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-ba85bd2c-e327-4220-9a56-1152ce914624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:33.589937 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:34.221901 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c51a5d1c-d763-463c-898a-e69fe85b87f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:34.892023 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:35.659192 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:36.413657 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:43.702564 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:10:02.043346 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-5747e01f-61e5-4f25-b8cd-dc06342c9ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:03.589242 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:04.223950 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-4e59ecd0-dec0-4eba-a428-7d8802a7604d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:04.894845 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:05.662630 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:06.417260 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:20.702428 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron.db.agents_db [None req-bed75cab-3409-46e5-8c3e-1da9772ff2a6 None None] Agent healthcheck: found 6 active agents {{(pid=80161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:10:32.044940 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-bb2f74d2-18df-49c5-bff1-666002aec0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:33.589848 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-554221d6-1c97-4b09-8885-a18cff7f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:34.225327 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-6635d650-3753-4a0a-a4a7-820df4446c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:34.897741 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-e2ab0144-79a3-4d78-8e22-8c1a5d404768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:35.665828 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-769bb299-4739-4597-831b-2c808a423a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:36.419661 dv-cinder-774288-2-smb neutron-server[80047]: DEBUG neutron_lib.callbacks.manager [None req-c87b2ba0-c364-4294-be96-fb538e56d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363275292117381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019764'] for agent, after_update {{(pid=80160) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}